2024-11-20 14:24:12,799 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-20 14:24:12,815 main DEBUG Took 0.014332 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 14:24:12,816 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 14:24:12,816 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 14:24:12,817 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 14:24:12,818 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 14:24:12,825 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 14:24:12,837 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 14:24:12,839 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 14:24:12,839 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 14:24:12,840 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 14:24:12,840 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 14:24:12,841 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 14:24:12,841 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 14:24:12,842 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 14:24:12,842 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 14:24:12,842 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 14:24:12,843 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 14:24:12,843 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 14:24:12,844 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 14:24:12,844 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 14:24:12,845 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 14:24:12,845 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 14:24:12,845 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 14:24:12,846 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 14:24:12,846 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 14:24:12,846 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 14:24:12,847 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 14:24:12,847 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 14:24:12,848 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 14:24:12,848 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 14:24:12,848 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 14:24:12,849 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 14:24:12,850 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 14:24:12,851 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 14:24:12,853 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 14:24:12,854 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 14:24:12,855 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 14:24:12,855 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 14:24:12,863 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 14:24:12,866 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 14:24:12,867 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 14:24:12,868 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 14:24:12,868 main DEBUG createAppenders(={Console}) 2024-11-20 14:24:12,869 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-20 14:24:12,869 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-20 14:24:12,869 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-20 14:24:12,870 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 14:24:12,870 main DEBUG OutputStream closed 2024-11-20 14:24:12,870 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 14:24:12,871 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 14:24:12,871 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-20 14:24:12,942 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 14:24:12,944 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 14:24:12,945 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 14:24:12,946 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 14:24:12,947 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 14:24:12,947 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 14:24:12,947 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 14:24:12,948 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 14:24:12,948 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 14:24:12,948 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 14:24:12,948 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 14:24:12,949 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 14:24:12,949 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 14:24:12,949 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 14:24:12,950 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 14:24:12,950 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 14:24:12,950 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 14:24:12,951 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 14:24:12,954 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 14:24:12,954 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-20 14:24:12,954 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 14:24:12,955 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-20T14:24:13,181 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9343666a-9382-4cdd-a0f8-ecb53a0caa5d 2024-11-20 14:24:13,184 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 14:24:13,185 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T14:24:13,194 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-11-20T14:24:13,214 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T14:24:13,217 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9343666a-9382-4cdd-a0f8-ecb53a0caa5d/cluster_8bfb7870-ce22-0f49-ebf7-77f1fb574ba9, deleteOnExit=true 2024-11-20T14:24:13,217 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-20T14:24:13,218 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9343666a-9382-4cdd-a0f8-ecb53a0caa5d/test.cache.data in system properties and HBase conf 2024-11-20T14:24:13,219 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9343666a-9382-4cdd-a0f8-ecb53a0caa5d/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T14:24:13,219 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9343666a-9382-4cdd-a0f8-ecb53a0caa5d/hadoop.log.dir in system properties and HBase conf 2024-11-20T14:24:13,220 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9343666a-9382-4cdd-a0f8-ecb53a0caa5d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T14:24:13,220 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9343666a-9382-4cdd-a0f8-ecb53a0caa5d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T14:24:13,221 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-20T14:24:13,319 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T14:24:13,416 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T14:24:13,419 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9343666a-9382-4cdd-a0f8-ecb53a0caa5d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T14:24:13,420 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9343666a-9382-4cdd-a0f8-ecb53a0caa5d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T14:24:13,420 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9343666a-9382-4cdd-a0f8-ecb53a0caa5d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T14:24:13,421 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9343666a-9382-4cdd-a0f8-ecb53a0caa5d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T14:24:13,421 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9343666a-9382-4cdd-a0f8-ecb53a0caa5d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T14:24:13,422 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9343666a-9382-4cdd-a0f8-ecb53a0caa5d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T14:24:13,422 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9343666a-9382-4cdd-a0f8-ecb53a0caa5d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T14:24:13,422 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9343666a-9382-4cdd-a0f8-ecb53a0caa5d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T14:24:13,423 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9343666a-9382-4cdd-a0f8-ecb53a0caa5d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T14:24:13,423 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9343666a-9382-4cdd-a0f8-ecb53a0caa5d/nfs.dump.dir in system properties and HBase conf 2024-11-20T14:24:13,424 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9343666a-9382-4cdd-a0f8-ecb53a0caa5d/java.io.tmpdir in system properties and HBase conf 2024-11-20T14:24:13,424 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9343666a-9382-4cdd-a0f8-ecb53a0caa5d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T14:24:13,424 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9343666a-9382-4cdd-a0f8-ecb53a0caa5d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T14:24:13,425 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9343666a-9382-4cdd-a0f8-ecb53a0caa5d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T14:24:14,258 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T14:24:14,339 INFO [Time-limited test {}] log.Log(170): Logging initialized @2220ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T14:24:14,418 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T14:24:14,486 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T14:24:14,507 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T14:24:14,507 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T14:24:14,508 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T14:24:14,522 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T14:24:14,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9343666a-9382-4cdd-a0f8-ecb53a0caa5d/hadoop.log.dir/,AVAILABLE} 2024-11-20T14:24:14,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T14:24:14,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9343666a-9382-4cdd-a0f8-ecb53a0caa5d/java.io.tmpdir/jetty-localhost-34643-hadoop-hdfs-3_4_1-tests_jar-_-any-2188358342952214244/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T14:24:14,734 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:34643} 2024-11-20T14:24:14,734 INFO [Time-limited test {}] server.Server(415): Started @2617ms 2024-11-20T14:24:15,145 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T14:24:15,152 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T14:24:15,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T14:24:15,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T14:24:15,154 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T14:24:15,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9343666a-9382-4cdd-a0f8-ecb53a0caa5d/hadoop.log.dir/,AVAILABLE} 2024-11-20T14:24:15,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T14:24:15,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9343666a-9382-4cdd-a0f8-ecb53a0caa5d/java.io.tmpdir/jetty-localhost-39959-hadoop-hdfs-3_4_1-tests_jar-_-any-4980975535406941580/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T14:24:15,277 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:39959} 2024-11-20T14:24:15,277 INFO [Time-limited test {}] server.Server(415): Started @3160ms 2024-11-20T14:24:15,333 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T14:24:15,833 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9343666a-9382-4cdd-a0f8-ecb53a0caa5d/cluster_8bfb7870-ce22-0f49-ebf7-77f1fb574ba9/dfs/data/data1/current/BP-1747284793-172.17.0.2-1732112654019/current, will proceed with Du for space computation calculation, 2024-11-20T14:24:15,833 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9343666a-9382-4cdd-a0f8-ecb53a0caa5d/cluster_8bfb7870-ce22-0f49-ebf7-77f1fb574ba9/dfs/data/data2/current/BP-1747284793-172.17.0.2-1732112654019/current, will proceed with Du for space computation calculation, 2024-11-20T14:24:15,875 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T14:24:15,932 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0ee0ae521ff1876 with lease ID 0xb1702e6056d4b759: Processing first storage report for DS-db135977-2968-4c7c-8665-2d883f13885e from datanode DatanodeRegistration(127.0.0.1:45525, datanodeUuid=da174856-d310-4c4f-8090-a373cc62731d, infoPort=36851, infoSecurePort=0, ipcPort=35609, storageInfo=lv=-57;cid=testClusterID;nsid=280146031;c=1732112654019) 2024-11-20T14:24:15,933 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0ee0ae521ff1876 with lease ID 0xb1702e6056d4b759: from storage DS-db135977-2968-4c7c-8665-2d883f13885e node DatanodeRegistration(127.0.0.1:45525, datanodeUuid=da174856-d310-4c4f-8090-a373cc62731d, infoPort=36851, infoSecurePort=0, ipcPort=35609, storageInfo=lv=-57;cid=testClusterID;nsid=280146031;c=1732112654019), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T14:24:15,934 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0ee0ae521ff1876 with lease ID 0xb1702e6056d4b759: Processing first storage report for DS-6af45623-9882-4c06-933d-87fcea8c2888 from datanode DatanodeRegistration(127.0.0.1:45525, datanodeUuid=da174856-d310-4c4f-8090-a373cc62731d, infoPort=36851, infoSecurePort=0, ipcPort=35609, storageInfo=lv=-57;cid=testClusterID;nsid=280146031;c=1732112654019) 2024-11-20T14:24:15,934 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0ee0ae521ff1876 with lease ID 0xb1702e6056d4b759: from storage DS-6af45623-9882-4c06-933d-87fcea8c2888 node DatanodeRegistration(127.0.0.1:45525, datanodeUuid=da174856-d310-4c4f-8090-a373cc62731d, infoPort=36851, infoSecurePort=0, ipcPort=35609, storageInfo=lv=-57;cid=testClusterID;nsid=280146031;c=1732112654019), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T14:24:16,005 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9343666a-9382-4cdd-a0f8-ecb53a0caa5d 2024-11-20T14:24:16,083 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9343666a-9382-4cdd-a0f8-ecb53a0caa5d/cluster_8bfb7870-ce22-0f49-ebf7-77f1fb574ba9/zookeeper_0, clientPort=60221, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9343666a-9382-4cdd-a0f8-ecb53a0caa5d/cluster_8bfb7870-ce22-0f49-ebf7-77f1fb574ba9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9343666a-9382-4cdd-a0f8-ecb53a0caa5d/cluster_8bfb7870-ce22-0f49-ebf7-77f1fb574ba9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T14:24:16,093 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=60221 2024-11-20T14:24:16,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T14:24:16,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T14:24:16,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741825_1001 (size=7) 2024-11-20T14:24:16,742 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4 with version=8 2024-11-20T14:24:16,743 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/hbase-staging 2024-11-20T14:24:16,875 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T14:24:17,145 INFO [Time-limited test {}] client.ConnectionUtils(129): master/315eb151f916:0 server-side Connection retries=45 2024-11-20T14:24:17,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T14:24:17,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T14:24:17,166 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T14:24:17,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T14:24:17,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T14:24:17,322 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T14:24:17,385 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T14:24:17,394 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T14:24:17,398 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T14:24:17,426 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 24280 (auto-detected) 2024-11-20T14:24:17,428 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T14:24:17,447 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38243 2024-11-20T14:24:17,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T14:24:17,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T14:24:17,470 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:38243 connecting to ZooKeeper ensemble=127.0.0.1:60221 2024-11-20T14:24:17,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382430x0, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T14:24:17,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38243-0x10015515fa70000 connected 2024-11-20T14:24:17,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T14:24:17,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T14:24:17,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T14:24:17,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38243 2024-11-20T14:24:17,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38243 2024-11-20T14:24:17,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38243 2024-11-20T14:24:17,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38243 2024-11-20T14:24:17,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38243 2024-11-20T14:24:17,558 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4, hbase.cluster.distributed=false 2024-11-20T14:24:17,620 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/315eb151f916:0 server-side Connection retries=45 2024-11-20T14:24:17,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T14:24:17,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T14:24:17,620 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T14:24:17,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T14:24:17,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T14:24:17,623 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T14:24:17,625 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T14:24:17,626 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36867 2024-11-20T14:24:17,628 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T14:24:17,633 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T14:24:17,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T14:24:17,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T14:24:17,640 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36867 connecting to ZooKeeper ensemble=127.0.0.1:60221 2024-11-20T14:24:17,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368670x0, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T14:24:17,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36867-0x10015515fa70001 connected 2024-11-20T14:24:17,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36867-0x10015515fa70001, quorum=127.0.0.1:60221, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T14:24:17,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36867-0x10015515fa70001, quorum=127.0.0.1:60221, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T14:24:17,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36867-0x10015515fa70001, quorum=127.0.0.1:60221, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T14:24:17,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36867 2024-11-20T14:24:17,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36867 2024-11-20T14:24:17,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36867 2024-11-20T14:24:17,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36867 2024-11-20T14:24:17,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36867 2024-11-20T14:24:17,654 INFO [master/315eb151f916:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/315eb151f916,38243,1732112656868 2024-11-20T14:24:17,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x10015515fa70001, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T14:24:17,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T14:24:17,662 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/315eb151f916,38243,1732112656868 2024-11-20T14:24:17,669 DEBUG [M:0;315eb151f916:38243 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;315eb151f916:38243 2024-11-20T14:24:17,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T14:24:17,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x10015515fa70001, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T14:24:17,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T14:24:17,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x10015515fa70001, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T14:24:17,683 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T14:24:17,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T14:24:17,683 INFO [master/315eb151f916:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/315eb151f916,38243,1732112656868 from backup master directory 2024-11-20T14:24:17,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/315eb151f916,38243,1732112656868 2024-11-20T14:24:17,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x10015515fa70001, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T14:24:17,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T14:24:17,687 WARN [master/315eb151f916:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T14:24:17,687 INFO [master/315eb151f916:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=315eb151f916,38243,1732112656868 2024-11-20T14:24:17,689 INFO [master/315eb151f916:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T14:24:17,690 INFO [master/315eb151f916:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T14:24:17,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741826_1002 (size=42) 2024-11-20T14:24:18,159 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/hbase.id with ID: 9d8b6139-1666-4655-a5b5-2e4422703db8 2024-11-20T14:24:18,200 INFO [master/315eb151f916:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T14:24:18,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T14:24:18,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x10015515fa70001, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T14:24:18,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741827_1003 (size=196) 2024-11-20T14:24:18,659 INFO [master/315eb151f916:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T14:24:18,661 INFO [master/315eb151f916:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T14:24:18,682 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:18,688 INFO [master/315eb151f916:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T14:24:18,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741828_1004 (size=1189) 2024-11-20T14:24:19,140 INFO [master/315eb151f916:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/MasterData/data/master/store 2024-11-20T14:24:19,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741829_1005 (size=34) 2024-11-20T14:24:19,561 INFO [master/315eb151f916:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T14:24:19,561 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:24:19,562 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T14:24:19,562 INFO [master/315eb151f916:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T14:24:19,562 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T14:24:19,563 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T14:24:19,563 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T14:24:19,563 INFO [master/315eb151f916:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T14:24:19,563 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T14:24:19,565 WARN [master/315eb151f916:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/MasterData/data/master/store/.initializing 2024-11-20T14:24:19,565 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/MasterData/WALs/315eb151f916,38243,1732112656868 2024-11-20T14:24:19,572 INFO [master/315eb151f916:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T14:24:19,582 INFO [master/315eb151f916:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=315eb151f916%2C38243%2C1732112656868, suffix=, logDir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/MasterData/WALs/315eb151f916,38243,1732112656868, archiveDir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/MasterData/oldWALs, maxLogs=10 2024-11-20T14:24:19,604 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/MasterData/WALs/315eb151f916,38243,1732112656868/315eb151f916%2C38243%2C1732112656868.1732112659587, exclude list is [], retry=0 2024-11-20T14:24:19,621 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45525,DS-db135977-2968-4c7c-8665-2d883f13885e,DISK] 2024-11-20T14:24:19,624 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T14:24:19,660 INFO [master/315eb151f916:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/MasterData/WALs/315eb151f916,38243,1732112656868/315eb151f916%2C38243%2C1732112656868.1732112659587 2024-11-20T14:24:19,661 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36851:36851)] 2024-11-20T14:24:19,661 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T14:24:19,662 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:24:19,666 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T14:24:19,667 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T14:24:19,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T14:24:19,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T14:24:19,736 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:24:19,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T14:24:19,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T14:24:19,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T14:24:19,744 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:24:19,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:24:19,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T14:24:19,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T14:24:19,748 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:24:19,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:24:19,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T14:24:19,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T14:24:19,752 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:24:19,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:24:19,757 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T14:24:19,758 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T14:24:19,767 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T14:24:19,770 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T14:24:19,775 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T14:24:19,776 INFO [master/315eb151f916:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72205191, jitterRate=0.07594119012355804}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T14:24:19,780 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T14:24:19,781 INFO [master/315eb151f916:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T14:24:19,812 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12da0e50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:24:19,849 INFO [master/315eb151f916:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-20T14:24:19,863 INFO [master/315eb151f916:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T14:24:19,863 INFO [master/315eb151f916:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T14:24:19,866 INFO [master/315eb151f916:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T14:24:19,867 INFO [master/315eb151f916:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T14:24:19,873 INFO [master/315eb151f916:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-11-20T14:24:19,873 INFO [master/315eb151f916:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T14:24:19,907 INFO [master/315eb151f916:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T14:24:19,920 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T14:24:19,922 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-20T14:24:19,925 INFO [master/315eb151f916:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T14:24:19,926 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T14:24:19,928 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-20T14:24:19,930 INFO [master/315eb151f916:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T14:24:19,933 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T14:24:19,935 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-20T14:24:19,936 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T14:24:19,937 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T14:24:19,947 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T14:24:19,948 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T14:24:19,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x10015515fa70001, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T14:24:19,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T14:24:19,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x10015515fa70001, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T14:24:19,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T14:24:19,953 INFO [master/315eb151f916:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=315eb151f916,38243,1732112656868, sessionid=0x10015515fa70000, setting cluster-up flag (Was=false) 2024-11-20T14:24:19,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T14:24:19,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x10015515fa70001, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T14:24:19,970 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T14:24:19,972 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=315eb151f916,38243,1732112656868 2024-11-20T14:24:19,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x10015515fa70001, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T14:24:19,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T14:24:19,982 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T14:24:19,984 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=315eb151f916,38243,1732112656868 2024-11-20T14:24:20,065 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-20T14:24:20,071 INFO [master/315eb151f916:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-20T14:24:20,073 DEBUG [RS:0;315eb151f916:36867 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;315eb151f916:36867 2024-11-20T14:24:20,074 INFO [master/315eb151f916:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T14:24:20,075 INFO [RS:0;315eb151f916:36867 {}] regionserver.HRegionServer(1008): ClusterId : 9d8b6139-1666-4655-a5b5-2e4422703db8 2024-11-20T14:24:20,077 DEBUG [RS:0;315eb151f916:36867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T14:24:20,080 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 315eb151f916,38243,1732112656868 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T14:24:20,082 DEBUG [RS:0;315eb151f916:36867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T14:24:20,082 DEBUG [RS:0;315eb151f916:36867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T14:24:20,083 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/315eb151f916:0, corePoolSize=5, maxPoolSize=5 2024-11-20T14:24:20,083 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/315eb151f916:0, corePoolSize=5, maxPoolSize=5 2024-11-20T14:24:20,083 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/315eb151f916:0, corePoolSize=5, maxPoolSize=5 2024-11-20T14:24:20,084 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/315eb151f916:0, corePoolSize=5, maxPoolSize=5 2024-11-20T14:24:20,084 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/315eb151f916:0, corePoolSize=10, maxPoolSize=10 2024-11-20T14:24:20,084 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/315eb151f916:0, corePoolSize=1, maxPoolSize=1 2024-11-20T14:24:20,084 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/315eb151f916:0, corePoolSize=2, maxPoolSize=2 2024-11-20T14:24:20,084 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/315eb151f916:0, corePoolSize=1, maxPoolSize=1 2024-11-20T14:24:20,085 DEBUG [RS:0;315eb151f916:36867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T14:24:20,086 INFO [master/315eb151f916:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732112690086 2024-11-20T14:24:20,086 DEBUG [RS:0;315eb151f916:36867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@522a4e67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:24:20,087 INFO [master/315eb151f916:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T14:24:20,087 DEBUG [RS:0;315eb151f916:36867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fcb906b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=315eb151f916/172.17.0.2:0 2024-11-20T14:24:20,088 INFO [master/315eb151f916:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T14:24:20,089 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T14:24:20,090 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-20T14:24:20,091 INFO [RS:0;315eb151f916:36867 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-20T14:24:20,091 INFO [RS:0;315eb151f916:36867 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-20T14:24:20,091 DEBUG [RS:0;315eb151f916:36867 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-20T14:24:20,092 INFO [master/315eb151f916:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T14:24:20,092 INFO [master/315eb151f916:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T14:24:20,092 INFO [master/315eb151f916:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T14:24:20,093 INFO [master/315eb151f916:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T14:24:20,093 INFO [master/315eb151f916:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T14:24:20,093 INFO [RS:0;315eb151f916:36867 {}] regionserver.HRegionServer(3073): reportForDuty to master=315eb151f916,38243,1732112656868 with isa=315eb151f916/172.17.0.2:36867, startcode=1732112657619 2024-11-20T14:24:20,094 INFO [master/315eb151f916:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T14:24:20,095 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:24:20,095 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T14:24:20,095 INFO [master/315eb151f916:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T14:24:20,095 INFO [master/315eb151f916:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T14:24:20,098 INFO [master/315eb151f916:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T14:24:20,098 INFO [master/315eb151f916:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T14:24:20,100 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/315eb151f916:0:becomeActiveMaster-HFileCleaner.large.0-1732112660099,5,FailOnTimeoutGroup] 2024-11-20T14:24:20,100 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/315eb151f916:0:becomeActiveMaster-HFileCleaner.small.0-1732112660100,5,FailOnTimeoutGroup] 2024-11-20T14:24:20,101 INFO [master/315eb151f916:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T14:24:20,101 INFO [master/315eb151f916:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T14:24:20,102 INFO [master/315eb151f916:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T14:24:20,102 INFO [master/315eb151f916:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T14:24:20,108 DEBUG [RS:0;315eb151f916:36867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T14:24:20,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741831_1007 (size=1039) 2024-11-20T14:24:20,111 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-20T14:24:20,111 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4 2024-11-20T14:24:20,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741832_1008 (size=32) 2024-11-20T14:24:20,148 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38903, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T14:24:20,155 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38243 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 315eb151f916,36867,1732112657619 2024-11-20T14:24:20,157 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38243 {}] master.ServerManager(486): Registering regionserver=315eb151f916,36867,1732112657619 2024-11-20T14:24:20,173 DEBUG [RS:0;315eb151f916:36867 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4 2024-11-20T14:24:20,173 DEBUG [RS:0;315eb151f916:36867 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45453 2024-11-20T14:24:20,173 DEBUG [RS:0;315eb151f916:36867 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-20T14:24:20,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T14:24:20,179 DEBUG [RS:0;315eb151f916:36867 {}] zookeeper.ZKUtil(111): regionserver:36867-0x10015515fa70001, quorum=127.0.0.1:60221, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/315eb151f916,36867,1732112657619 2024-11-20T14:24:20,179 WARN [RS:0;315eb151f916:36867 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T14:24:20,179 INFO [RS:0;315eb151f916:36867 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T14:24:20,179 DEBUG [RS:0;315eb151f916:36867 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/WALs/315eb151f916,36867,1732112657619 2024-11-20T14:24:20,181 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [315eb151f916,36867,1732112657619] 2024-11-20T14:24:20,193 DEBUG [RS:0;315eb151f916:36867 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-20T14:24:20,204 INFO [RS:0;315eb151f916:36867 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T14:24:20,217 INFO [RS:0;315eb151f916:36867 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T14:24:20,220 INFO [RS:0;315eb151f916:36867 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T14:24:20,220 INFO [RS:0;315eb151f916:36867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T14:24:20,221 INFO [RS:0;315eb151f916:36867 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-20T14:24:20,227 INFO [RS:0;315eb151f916:36867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T14:24:20,228 DEBUG [RS:0;315eb151f916:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/315eb151f916:0, corePoolSize=1, maxPoolSize=1 2024-11-20T14:24:20,228 DEBUG [RS:0;315eb151f916:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/315eb151f916:0, corePoolSize=1, maxPoolSize=1 2024-11-20T14:24:20,228 DEBUG [RS:0;315eb151f916:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/315eb151f916:0, corePoolSize=1, maxPoolSize=1 2024-11-20T14:24:20,228 DEBUG [RS:0;315eb151f916:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/315eb151f916:0, corePoolSize=1, maxPoolSize=1 2024-11-20T14:24:20,228 DEBUG [RS:0;315eb151f916:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/315eb151f916:0, corePoolSize=1, maxPoolSize=1 2024-11-20T14:24:20,228 DEBUG [RS:0;315eb151f916:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/315eb151f916:0, corePoolSize=2, maxPoolSize=2 2024-11-20T14:24:20,229 DEBUG [RS:0;315eb151f916:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/315eb151f916:0, corePoolSize=1, maxPoolSize=1 2024-11-20T14:24:20,229 DEBUG [RS:0;315eb151f916:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/315eb151f916:0, corePoolSize=1, maxPoolSize=1 2024-11-20T14:24:20,229 DEBUG [RS:0;315eb151f916:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/315eb151f916:0, corePoolSize=1, maxPoolSize=1 2024-11-20T14:24:20,229 DEBUG [RS:0;315eb151f916:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/315eb151f916:0, corePoolSize=1, maxPoolSize=1 2024-11-20T14:24:20,229 DEBUG [RS:0;315eb151f916:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/315eb151f916:0, corePoolSize=1, maxPoolSize=1 2024-11-20T14:24:20,229 DEBUG [RS:0;315eb151f916:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/315eb151f916:0, corePoolSize=3, maxPoolSize=3 2024-11-20T14:24:20,230 DEBUG [RS:0;315eb151f916:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0, corePoolSize=3, maxPoolSize=3 2024-11-20T14:24:20,230 INFO [RS:0;315eb151f916:36867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T14:24:20,230 INFO [RS:0;315eb151f916:36867 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T14:24:20,231 INFO [RS:0;315eb151f916:36867 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T14:24:20,231 INFO [RS:0;315eb151f916:36867 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T14:24:20,231 INFO [RS:0;315eb151f916:36867 {}] hbase.ChoreService(168): Chore ScheduledChore name=315eb151f916,36867,1732112657619-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T14:24:20,252 INFO [RS:0;315eb151f916:36867 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T14:24:20,254 INFO [RS:0;315eb151f916:36867 {}] hbase.ChoreService(168): Chore ScheduledChore name=315eb151f916,36867,1732112657619-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T14:24:20,274 INFO [RS:0;315eb151f916:36867 {}] regionserver.Replication(204): 315eb151f916,36867,1732112657619 started 2024-11-20T14:24:20,274 INFO [RS:0;315eb151f916:36867 {}] regionserver.HRegionServer(1767): Serving as 315eb151f916,36867,1732112657619, RpcServer on 315eb151f916/172.17.0.2:36867, sessionid=0x10015515fa70001 2024-11-20T14:24:20,275 DEBUG [RS:0;315eb151f916:36867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T14:24:20,275 DEBUG [RS:0;315eb151f916:36867 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 315eb151f916,36867,1732112657619 2024-11-20T14:24:20,275 DEBUG [RS:0;315eb151f916:36867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '315eb151f916,36867,1732112657619' 2024-11-20T14:24:20,275 DEBUG [RS:0;315eb151f916:36867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T14:24:20,276 DEBUG [RS:0;315eb151f916:36867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T14:24:20,277 DEBUG [RS:0;315eb151f916:36867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T14:24:20,277 DEBUG [RS:0;315eb151f916:36867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T14:24:20,277 DEBUG [RS:0;315eb151f916:36867 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 315eb151f916,36867,1732112657619 2024-11-20T14:24:20,277 DEBUG [RS:0;315eb151f916:36867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '315eb151f916,36867,1732112657619' 2024-11-20T14:24:20,277 DEBUG [RS:0;315eb151f916:36867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T14:24:20,278 DEBUG [RS:0;315eb151f916:36867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T14:24:20,278 DEBUG [RS:0;315eb151f916:36867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T14:24:20,278 INFO [RS:0;315eb151f916:36867 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T14:24:20,278 INFO [RS:0;315eb151f916:36867 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T14:24:20,384 INFO [RS:0;315eb151f916:36867 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T14:24:20,387 INFO [RS:0;315eb151f916:36867 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=315eb151f916%2C36867%2C1732112657619, suffix=, logDir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/WALs/315eb151f916,36867,1732112657619, archiveDir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/oldWALs, maxLogs=32 2024-11-20T14:24:20,404 DEBUG [RS:0;315eb151f916:36867 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/WALs/315eb151f916,36867,1732112657619/315eb151f916%2C36867%2C1732112657619.1732112660389, exclude list is [], retry=0 2024-11-20T14:24:20,410 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45525,DS-db135977-2968-4c7c-8665-2d883f13885e,DISK] 2024-11-20T14:24:20,413 INFO [RS:0;315eb151f916:36867 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/WALs/315eb151f916,36867,1732112657619/315eb151f916%2C36867%2C1732112657619.1732112660389 2024-11-20T14:24:20,414 DEBUG [RS:0;315eb151f916:36867 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36851:36851)] 2024-11-20T14:24:20,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:24:20,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T14:24:20,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T14:24:20,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:24:20,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T14:24:20,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T14:24:20,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T14:24:20,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:24:20,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T14:24:20,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T14:24:20,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T14:24:20,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:24:20,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T14:24:20,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/hbase/meta/1588230740 2024-11-20T14:24:20,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/hbase/meta/1588230740 2024-11-20T14:24:20,545 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T14:24:20,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T14:24:20,552 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T14:24:20,553 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72837811, jitterRate=0.08536796271800995}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T14:24:20,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T14:24:20,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T14:24:20,555 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T14:24:20,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T14:24:20,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T14:24:20,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T14:24:20,557 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T14:24:20,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T14:24:20,560 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T14:24:20,560 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-20T14:24:20,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T14:24:20,575 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T14:24:20,577 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T14:24:20,729 DEBUG [315eb151f916:38243 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T14:24:20,734 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=315eb151f916,36867,1732112657619 2024-11-20T14:24:20,739 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 315eb151f916,36867,1732112657619, state=OPENING 2024-11-20T14:24:20,745 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T14:24:20,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x10015515fa70001, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T14:24:20,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T14:24:20,747 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T14:24:20,747 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T14:24:20,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=315eb151f916,36867,1732112657619}] 2024-11-20T14:24:20,924 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:20,926 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T14:24:20,929 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47308, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T14:24:20,940 INFO [RS_OPEN_META-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-20T14:24:20,940 INFO [RS_OPEN_META-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T14:24:20,941 INFO [RS_OPEN_META-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T14:24:20,944 INFO [RS_OPEN_META-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=315eb151f916%2C36867%2C1732112657619.meta, suffix=.meta, logDir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/WALs/315eb151f916,36867,1732112657619, archiveDir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/oldWALs, maxLogs=32 2024-11-20T14:24:20,961 DEBUG [RS_OPEN_META-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/WALs/315eb151f916,36867,1732112657619/315eb151f916%2C36867%2C1732112657619.meta.1732112660946.meta, exclude list is [], retry=0 2024-11-20T14:24:20,966 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45525,DS-db135977-2968-4c7c-8665-2d883f13885e,DISK] 2024-11-20T14:24:20,970 INFO [RS_OPEN_META-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/WALs/315eb151f916,36867,1732112657619/315eb151f916%2C36867%2C1732112657619.meta.1732112660946.meta 2024-11-20T14:24:20,970 DEBUG [RS_OPEN_META-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36851:36851)] 2024-11-20T14:24:20,971 DEBUG [RS_OPEN_META-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T14:24:20,973 DEBUG [RS_OPEN_META-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T14:24:21,037 DEBUG [RS_OPEN_META-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T14:24:21,042 INFO [RS_OPEN_META-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T14:24:21,047 DEBUG [RS_OPEN_META-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T14:24:21,047 DEBUG [RS_OPEN_META-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:24:21,047 DEBUG [RS_OPEN_META-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-20T14:24:21,047 DEBUG [RS_OPEN_META-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-20T14:24:21,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T14:24:21,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T14:24:21,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:24:21,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T14:24:21,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T14:24:21,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T14:24:21,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:24:21,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T14:24:21,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T14:24:21,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T14:24:21,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:24:21,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T14:24:21,059 DEBUG [RS_OPEN_META-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/hbase/meta/1588230740 2024-11-20T14:24:21,062 DEBUG [RS_OPEN_META-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/hbase/meta/1588230740 2024-11-20T14:24:21,065 DEBUG [RS_OPEN_META-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T14:24:21,067 DEBUG [RS_OPEN_META-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T14:24:21,069 INFO [RS_OPEN_META-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74231045, jitterRate=0.1061287671327591}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T14:24:21,070 DEBUG [RS_OPEN_META-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T14:24:21,077 INFO [RS_OPEN_META-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732112660918 2024-11-20T14:24:21,088 DEBUG [RS_OPEN_META-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T14:24:21,089 INFO [RS_OPEN_META-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-20T14:24:21,090 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=315eb151f916,36867,1732112657619 2024-11-20T14:24:21,092 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 315eb151f916,36867,1732112657619, state=OPEN 2024-11-20T14:24:21,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T14:24:21,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x10015515fa70001, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T14:24:21,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T14:24:21,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T14:24:21,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T14:24:21,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=315eb151f916,36867,1732112657619 in 348 msec 2024-11-20T14:24:21,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T14:24:21,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 538 msec 2024-11-20T14:24:21,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.0950 sec 2024-11-20T14:24:21,113 INFO [master/315eb151f916:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732112661113, completionTime=-1 2024-11-20T14:24:21,114 INFO [master/315eb151f916:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T14:24:21,114 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-20T14:24:21,154 DEBUG [hconnection-0x1b2bb40b-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:24:21,156 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47310, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:24:21,166 INFO [master/315eb151f916:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-20T14:24:21,166 INFO [master/315eb151f916:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732112721166 2024-11-20T14:24:21,166 INFO [master/315eb151f916:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732112781166 2024-11-20T14:24:21,167 INFO [master/315eb151f916:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 52 msec 2024-11-20T14:24:21,188 INFO [master/315eb151f916:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=315eb151f916,38243,1732112656868-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T14:24:21,188 INFO [master/315eb151f916:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=315eb151f916,38243,1732112656868-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T14:24:21,188 INFO [master/315eb151f916:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=315eb151f916,38243,1732112656868-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T14:24:21,190 INFO [master/315eb151f916:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-315eb151f916:38243, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T14:24:21,190 INFO [master/315eb151f916:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T14:24:21,195 DEBUG [master/315eb151f916:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-20T14:24:21,198 INFO [master/315eb151f916:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-20T14:24:21,199 INFO [master/315eb151f916:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T14:24:21,206 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-20T14:24:21,209 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T14:24:21,210 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:24:21,212 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T14:24:21,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741835_1011 (size=358) 2024-11-20T14:24:21,627 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f5edc325dd188ef9a07ad2f13e750ea8, NAME => 'hbase:namespace,,1732112661198.f5edc325dd188ef9a07ad2f13e750ea8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4 2024-11-20T14:24:21,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741836_1012 (size=42) 2024-11-20T14:24:22,038 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732112661198.f5edc325dd188ef9a07ad2f13e750ea8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:24:22,038 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing f5edc325dd188ef9a07ad2f13e750ea8, disabling compactions & flushes 2024-11-20T14:24:22,039 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732112661198.f5edc325dd188ef9a07ad2f13e750ea8. 2024-11-20T14:24:22,039 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732112661198.f5edc325dd188ef9a07ad2f13e750ea8. 2024-11-20T14:24:22,039 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732112661198.f5edc325dd188ef9a07ad2f13e750ea8. after waiting 0 ms 2024-11-20T14:24:22,039 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732112661198.f5edc325dd188ef9a07ad2f13e750ea8. 2024-11-20T14:24:22,039 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732112661198.f5edc325dd188ef9a07ad2f13e750ea8. 2024-11-20T14:24:22,039 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for f5edc325dd188ef9a07ad2f13e750ea8: 2024-11-20T14:24:22,042 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T14:24:22,048 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732112661198.f5edc325dd188ef9a07ad2f13e750ea8.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732112662043"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732112662043"}]},"ts":"1732112662043"} 2024-11-20T14:24:22,072 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T14:24:22,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T14:24:22,077 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732112662074"}]},"ts":"1732112662074"} 2024-11-20T14:24:22,081 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-20T14:24:22,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f5edc325dd188ef9a07ad2f13e750ea8, ASSIGN}] 2024-11-20T14:24:22,090 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f5edc325dd188ef9a07ad2f13e750ea8, ASSIGN 2024-11-20T14:24:22,091 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=f5edc325dd188ef9a07ad2f13e750ea8, ASSIGN; state=OFFLINE, location=315eb151f916,36867,1732112657619; forceNewPlan=false, retain=false 2024-11-20T14:24:22,242 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=f5edc325dd188ef9a07ad2f13e750ea8, regionState=OPENING, regionLocation=315eb151f916,36867,1732112657619 2024-11-20T14:24:22,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure f5edc325dd188ef9a07ad2f13e750ea8, server=315eb151f916,36867,1732112657619}] 2024-11-20T14:24:22,399 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:22,405 INFO [RS_OPEN_PRIORITY_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732112661198.f5edc325dd188ef9a07ad2f13e750ea8. 2024-11-20T14:24:22,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => f5edc325dd188ef9a07ad2f13e750ea8, NAME => 'hbase:namespace,,1732112661198.f5edc325dd188ef9a07ad2f13e750ea8.', STARTKEY => '', ENDKEY => ''} 2024-11-20T14:24:22,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace f5edc325dd188ef9a07ad2f13e750ea8 2024-11-20T14:24:22,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732112661198.f5edc325dd188ef9a07ad2f13e750ea8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:24:22,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for f5edc325dd188ef9a07ad2f13e750ea8 2024-11-20T14:24:22,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for f5edc325dd188ef9a07ad2f13e750ea8 2024-11-20T14:24:22,409 INFO [StoreOpener-f5edc325dd188ef9a07ad2f13e750ea8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f5edc325dd188ef9a07ad2f13e750ea8 2024-11-20T14:24:22,411 INFO [StoreOpener-f5edc325dd188ef9a07ad2f13e750ea8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5edc325dd188ef9a07ad2f13e750ea8 columnFamilyName info 2024-11-20T14:24:22,411 DEBUG [StoreOpener-f5edc325dd188ef9a07ad2f13e750ea8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:24:22,412 INFO [StoreOpener-f5edc325dd188ef9a07ad2f13e750ea8-1 {}] regionserver.HStore(327): Store=f5edc325dd188ef9a07ad2f13e750ea8/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:24:22,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/hbase/namespace/f5edc325dd188ef9a07ad2f13e750ea8 2024-11-20T14:24:22,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/hbase/namespace/f5edc325dd188ef9a07ad2f13e750ea8 2024-11-20T14:24:22,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for f5edc325dd188ef9a07ad2f13e750ea8 2024-11-20T14:24:22,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/hbase/namespace/f5edc325dd188ef9a07ad2f13e750ea8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T14:24:22,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened f5edc325dd188ef9a07ad2f13e750ea8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71663088, jitterRate=0.06786322593688965}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T14:24:22,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for f5edc325dd188ef9a07ad2f13e750ea8: 2024-11-20T14:24:22,427 INFO [RS_OPEN_PRIORITY_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732112661198.f5edc325dd188ef9a07ad2f13e750ea8., pid=6, masterSystemTime=1732112662399 2024-11-20T14:24:22,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732112661198.f5edc325dd188ef9a07ad2f13e750ea8. 2024-11-20T14:24:22,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732112661198.f5edc325dd188ef9a07ad2f13e750ea8. 2024-11-20T14:24:22,431 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=f5edc325dd188ef9a07ad2f13e750ea8, regionState=OPEN, openSeqNum=2, regionLocation=315eb151f916,36867,1732112657619 2024-11-20T14:24:22,438 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T14:24:22,438 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure f5edc325dd188ef9a07ad2f13e750ea8, server=315eb151f916,36867,1732112657619 in 189 msec 2024-11-20T14:24:22,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T14:24:22,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=f5edc325dd188ef9a07ad2f13e750ea8, ASSIGN in 351 msec 2024-11-20T14:24:22,443 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T14:24:22,443 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732112662443"}]},"ts":"1732112662443"} 2024-11-20T14:24:22,446 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-20T14:24:22,449 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T14:24:22,452 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2500 sec 2024-11-20T14:24:22,510 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-20T14:24:22,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-20T14:24:22,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x10015515fa70001, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T14:24:22,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T14:24:22,541 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-20T14:24:22,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T14:24:22,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 23 msec 2024-11-20T14:24:22,565 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-20T14:24:22,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T14:24:22,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2024-11-20T14:24:22,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-20T14:24:22,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-20T14:24:22,594 INFO [master/315eb151f916:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.907sec 2024-11-20T14:24:22,596 INFO [master/315eb151f916:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T14:24:22,597 INFO [master/315eb151f916:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T14:24:22,598 INFO [master/315eb151f916:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T14:24:22,598 INFO [master/315eb151f916:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T14:24:22,598 INFO [master/315eb151f916:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T14:24:22,599 INFO [master/315eb151f916:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=315eb151f916,38243,1732112656868-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T14:24:22,600 INFO [master/315eb151f916:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=315eb151f916,38243,1732112656868-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T14:24:22,606 DEBUG [master/315eb151f916:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-20T14:24:22,607 INFO [master/315eb151f916:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T14:24:22,607 INFO [master/315eb151f916:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=315eb151f916,38243,1732112656868-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T14:24:22,674 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-11-20T14:24:22,674 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-20T14:24:22,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:24:22,685 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T14:24:22,685 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T14:24:22,695 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:24:22,703 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50966, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:24:22,712 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=315eb151f916,38243,1732112656868 2024-11-20T14:24:22,727 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=250, ProcessCount=11, AvailableMemoryMB=6547 2024-11-20T14:24:22,738 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T14:24:22,741 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46682, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T14:24:22,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T14:24:22,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T14:24:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T14:24:22,775 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T14:24:22,776 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:24:22,777 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T14:24:22,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-20T14:24:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T14:24:22,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741837_1013 (size=963) 2024-11-20T14:24:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T14:24:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T14:24:23,195 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4 2024-11-20T14:24:23,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741838_1014 (size=53) 2024-11-20T14:24:23,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T14:24:23,608 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:24:23,608 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing a85167de91c346268793bfb8dac7e7a2, disabling compactions & flushes 2024-11-20T14:24:23,608 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:23,608 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:23,608 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. after waiting 0 ms 2024-11-20T14:24:23,608 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:23,608 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:23,608 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:23,610 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T14:24:23,611 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732112663610"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732112663610"}]},"ts":"1732112663610"} 2024-11-20T14:24:23,614 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T14:24:23,615 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T14:24:23,616 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732112663615"}]},"ts":"1732112663615"} 2024-11-20T14:24:23,618 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T14:24:23,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a85167de91c346268793bfb8dac7e7a2, ASSIGN}] 2024-11-20T14:24:23,624 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a85167de91c346268793bfb8dac7e7a2, ASSIGN 2024-11-20T14:24:23,625 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a85167de91c346268793bfb8dac7e7a2, ASSIGN; state=OFFLINE, location=315eb151f916,36867,1732112657619; forceNewPlan=false, retain=false 2024-11-20T14:24:23,776 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=a85167de91c346268793bfb8dac7e7a2, regionState=OPENING, regionLocation=315eb151f916,36867,1732112657619 2024-11-20T14:24:23,779 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619}] 2024-11-20T14:24:23,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T14:24:23,933 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:23,938 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:23,938 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} 2024-11-20T14:24:23,939 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:23,939 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:24:23,939 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:23,939 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:23,941 INFO [StoreOpener-a85167de91c346268793bfb8dac7e7a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:23,944 INFO [StoreOpener-a85167de91c346268793bfb8dac7e7a2-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T14:24:23,945 INFO [StoreOpener-a85167de91c346268793bfb8dac7e7a2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a85167de91c346268793bfb8dac7e7a2 columnFamilyName A 2024-11-20T14:24:23,945 DEBUG [StoreOpener-a85167de91c346268793bfb8dac7e7a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:24:23,946 INFO [StoreOpener-a85167de91c346268793bfb8dac7e7a2-1 {}] regionserver.HStore(327): Store=a85167de91c346268793bfb8dac7e7a2/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:24:23,946 INFO [StoreOpener-a85167de91c346268793bfb8dac7e7a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:23,948 INFO [StoreOpener-a85167de91c346268793bfb8dac7e7a2-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T14:24:23,949 INFO [StoreOpener-a85167de91c346268793bfb8dac7e7a2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a85167de91c346268793bfb8dac7e7a2 columnFamilyName B 2024-11-20T14:24:23,949 DEBUG [StoreOpener-a85167de91c346268793bfb8dac7e7a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:24:23,950 INFO [StoreOpener-a85167de91c346268793bfb8dac7e7a2-1 {}] regionserver.HStore(327): Store=a85167de91c346268793bfb8dac7e7a2/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:24:23,950 INFO [StoreOpener-a85167de91c346268793bfb8dac7e7a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:23,952 INFO [StoreOpener-a85167de91c346268793bfb8dac7e7a2-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T14:24:23,952 INFO [StoreOpener-a85167de91c346268793bfb8dac7e7a2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a85167de91c346268793bfb8dac7e7a2 columnFamilyName C 2024-11-20T14:24:23,952 DEBUG [StoreOpener-a85167de91c346268793bfb8dac7e7a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:24:23,953 INFO [StoreOpener-a85167de91c346268793bfb8dac7e7a2-1 {}] regionserver.HStore(327): Store=a85167de91c346268793bfb8dac7e7a2/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:24:23,954 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:23,955 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:23,956 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:23,958 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T14:24:23,960 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:23,963 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T14:24:23,964 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened a85167de91c346268793bfb8dac7e7a2; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65956135, jitterRate=-0.017177000641822815}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T14:24:23,965 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:23,966 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2., pid=11, masterSystemTime=1732112663932 2024-11-20T14:24:23,969 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:23,970 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:23,970 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=a85167de91c346268793bfb8dac7e7a2, regionState=OPEN, openSeqNum=2, regionLocation=315eb151f916,36867,1732112657619 2024-11-20T14:24:23,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-20T14:24:23,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 in 194 msec 2024-11-20T14:24:23,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T14:24:23,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a85167de91c346268793bfb8dac7e7a2, ASSIGN in 355 msec 2024-11-20T14:24:23,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T14:24:23,981 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732112663981"}]},"ts":"1732112663981"} 2024-11-20T14:24:23,984 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T14:24:23,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T14:24:23,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2160 sec 2024-11-20T14:24:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T14:24:24,901 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-20T14:24:24,906 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-11-20T14:24:24,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:24:24,912 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:24:24,914 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50978, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:24:24,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T14:24:24,919 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46692, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T14:24:24,927 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-11-20T14:24:24,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:24:24,932 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-11-20T14:24:24,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:24:24,937 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-11-20T14:24:24,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:24:24,942 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-11-20T14:24:24,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:24:24,947 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-11-20T14:24:24,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:24:24,952 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-11-20T14:24:24,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:24:24,957 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-11-20T14:24:24,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:24:24,962 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-11-20T14:24:24,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:24:24,968 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-11-20T14:24:24,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:24:24,976 DEBUG [hconnection-0x21675e13-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:24:24,977 DEBUG [hconnection-0x426356f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:24:24,977 DEBUG [hconnection-0x176fe140-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:24:24,980 DEBUG [hconnection-0x2697246c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:24:24,981 DEBUG [hconnection-0x3bca7345-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:24:24,981 DEBUG [hconnection-0x4b800cbf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:24:24,981 DEBUG [hconnection-0x778c0741-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:24:24,982 DEBUG [hconnection-0x5f7a19bf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:24:24,982 DEBUG [hconnection-0x6313e8f1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:24:24,983 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50988, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:24:24,983 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51002, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:24:24,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:24:24,984 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51028, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:24:24,985 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51030, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:24:24,987 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51012, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:24:24,987 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51038, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:24:24,988 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51052, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:24:24,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-20T14:24:24,992 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:24:24,994 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:24:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T14:24:24,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:24:25,001 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51058, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:24:25,003 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51066, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:24:25,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:25,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a85167de91c346268793bfb8dac7e7a2 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T14:24:25,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=A 2024-11-20T14:24:25,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:25,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T14:24:25,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=B 2024-11-20T14:24:25,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:25,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=C 2024-11-20T14:24:25,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:25,160 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:25,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T14:24:25,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:25,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:25,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:25,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:25,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:25,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/6ef919526bda450e8805055360d00753 is 50, key is test_row_0/A:col10/1732112665065/Put/seqid=0 2024-11-20T14:24:25,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112725224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:25,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741839_1015 (size=12001) 2024-11-20T14:24:25,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112725236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:25,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112725236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:25,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/6ef919526bda450e8805055360d00753 2024-11-20T14:24:25,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112725236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:25,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112725241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T14:24:25,350 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:25,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T14:24:25,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:25,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:25,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:25,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:25,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:25,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/e61deb0af9f0424fa3de16b6c25fe52f is 50, key is test_row_0/B:col10/1732112665065/Put/seqid=0 2024-11-20T14:24:25,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112725387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:25,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:25,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112725387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112725388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:25,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112725388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:25,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112725390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:25,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741840_1016 (size=12001) 2024-11-20T14:24:25,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/e61deb0af9f0424fa3de16b6c25fe52f 2024-11-20T14:24:25,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/36ef3365b6074749b5a302315a3d9cc6 is 50, key is test_row_0/C:col10/1732112665065/Put/seqid=0 2024-11-20T14:24:25,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741841_1017 (size=12001) 2024-11-20T14:24:25,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/36ef3365b6074749b5a302315a3d9cc6 2024-11-20T14:24:25,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/6ef919526bda450e8805055360d00753 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/6ef919526bda450e8805055360d00753 2024-11-20T14:24:25,510 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:25,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T14:24:25,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:25,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:25,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:25,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:25,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:25,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/6ef919526bda450e8805055360d00753, entries=150, sequenceid=16, filesize=11.7 K 2024-11-20T14:24:25,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/e61deb0af9f0424fa3de16b6c25fe52f as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/e61deb0af9f0424fa3de16b6c25fe52f 2024-11-20T14:24:25,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/e61deb0af9f0424fa3de16b6c25fe52f, entries=150, sequenceid=16, filesize=11.7 K 2024-11-20T14:24:25,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/36ef3365b6074749b5a302315a3d9cc6 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/36ef3365b6074749b5a302315a3d9cc6 2024-11-20T14:24:25,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/36ef3365b6074749b5a302315a3d9cc6, entries=150, sequenceid=16, filesize=11.7 K 2024-11-20T14:24:25,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for a85167de91c346268793bfb8dac7e7a2 in 477ms, sequenceid=16, compaction requested=false 2024-11-20T14:24:25,559 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T14:24:25,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T14:24:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:25,609 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a85167de91c346268793bfb8dac7e7a2 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T14:24:25,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=A 2024-11-20T14:24:25,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:25,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=B 2024-11-20T14:24:25,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:25,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=C 2024-11-20T14:24:25,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:25,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/7ace711bcfdb4cfd9fa400bad20701ab is 50, key is test_row_0/A:col10/1732112665608/Put/seqid=0 2024-11-20T14:24:25,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741842_1018 (size=12001) 2024-11-20T14:24:25,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/7ace711bcfdb4cfd9fa400bad20701ab 2024-11-20T14:24:25,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112725644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:25,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:25,668 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:25,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:25,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T14:24:25,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:25,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112725647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:25,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:25,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:25,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/4981a445339545d5a353610e956c7a11 is 50, key is test_row_0/B:col10/1732112665608/Put/seqid=0 2024-11-20T14:24:25,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:25,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112725653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:25,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112725667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112725653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:25,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741843_1019 (size=12001) 2024-11-20T14:24:25,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/4981a445339545d5a353610e956c7a11 2024-11-20T14:24:25,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/8a2e3da3050c49189fb715c0dbe9384a is 50, key is test_row_0/C:col10/1732112665608/Put/seqid=0 2024-11-20T14:24:25,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741844_1020 (size=12001) 2024-11-20T14:24:25,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/8a2e3da3050c49189fb715c0dbe9384a 2024-11-20T14:24:25,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/7ace711bcfdb4cfd9fa400bad20701ab as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/7ace711bcfdb4cfd9fa400bad20701ab 2024-11-20T14:24:25,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:25,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112725774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112725773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:25,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112725776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:25,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112725780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:25,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112725780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:25,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/7ace711bcfdb4cfd9fa400bad20701ab, entries=150, sequenceid=39, filesize=11.7 K 2024-11-20T14:24:25,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/4981a445339545d5a353610e956c7a11 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/4981a445339545d5a353610e956c7a11 2024-11-20T14:24:25,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/4981a445339545d5a353610e956c7a11, entries=150, sequenceid=39, filesize=11.7 K 2024-11-20T14:24:25,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/8a2e3da3050c49189fb715c0dbe9384a as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/8a2e3da3050c49189fb715c0dbe9384a 2024-11-20T14:24:25,824 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:25,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T14:24:25,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:25,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:25,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:25,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:25,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:25,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/8a2e3da3050c49189fb715c0dbe9384a, entries=150, sequenceid=39, filesize=11.7 K 2024-11-20T14:24:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:25,829 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a85167de91c346268793bfb8dac7e7a2 in 220ms, sequenceid=39, compaction requested=false 2024-11-20T14:24:25,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:25,982 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:25,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T14:24:25,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:25,983 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing a85167de91c346268793bfb8dac7e7a2 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T14:24:25,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=A 2024-11-20T14:24:25,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:25,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=B 2024-11-20T14:24:25,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:25,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=C 2024-11-20T14:24:25,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:25,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:25,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:25,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/d9ab6faf99484ea4bf5823c067d439fe is 50, key is test_row_0/A:col10/1732112665633/Put/seqid=0 2024-11-20T14:24:26,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741845_1021 (size=12001) 2024-11-20T14:24:26,018 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/d9ab6faf99484ea4bf5823c067d439fe 2024-11-20T14:24:26,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/d7385f038e9641a884b6607dcb857312 is 50, key is test_row_0/B:col10/1732112665633/Put/seqid=0 2024-11-20T14:24:26,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:26,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112726044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:26,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:26,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112726039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:26,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:26,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112726044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:26,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:26,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112726049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:26,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:26,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112726049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:26,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741846_1022 (size=12001) 2024-11-20T14:24:26,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T14:24:26,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:26,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112726160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:26,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112726160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:26,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:26,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:26,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112726161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:26,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112726161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:26,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:26,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112726163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:26,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112726367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:26,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:26,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112726369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:26,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:26,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112726371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:26,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112726372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:26,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112726373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:26,476 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/d7385f038e9641a884b6607dcb857312 2024-11-20T14:24:26,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/18604ee7e029495d8cc210dae8dabc20 is 50, key is test_row_0/C:col10/1732112665633/Put/seqid=0 2024-11-20T14:24:26,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741847_1023 (size=12001) 2024-11-20T14:24:26,558 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T14:24:26,617 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T14:24:26,618 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-20T14:24:26,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112726677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:26,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112726677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:26,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112726677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:26,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112726680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:26,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112726681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:26,938 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/18604ee7e029495d8cc210dae8dabc20 2024-11-20T14:24:26,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/d9ab6faf99484ea4bf5823c067d439fe as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/d9ab6faf99484ea4bf5823c067d439fe 2024-11-20T14:24:26,967 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/d9ab6faf99484ea4bf5823c067d439fe, entries=150, sequenceid=52, filesize=11.7 K 2024-11-20T14:24:26,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/d7385f038e9641a884b6607dcb857312 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/d7385f038e9641a884b6607dcb857312 2024-11-20T14:24:26,981 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/d7385f038e9641a884b6607dcb857312, entries=150, sequenceid=52, filesize=11.7 K 2024-11-20T14:24:26,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/18604ee7e029495d8cc210dae8dabc20 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/18604ee7e029495d8cc210dae8dabc20 2024-11-20T14:24:27,013 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/18604ee7e029495d8cc210dae8dabc20, entries=150, sequenceid=52, filesize=11.7 K 2024-11-20T14:24:27,015 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a85167de91c346268793bfb8dac7e7a2 in 1032ms, sequenceid=52, compaction requested=true 2024-11-20T14:24:27,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:27,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:27,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-20T14:24:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-20T14:24:27,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T14:24:27,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0220 sec 2024-11-20T14:24:27,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.0390 sec 2024-11-20T14:24:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T14:24:27,106 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-20T14:24:27,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:24:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-20T14:24:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T14:24:27,114 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:24:27,115 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:24:27,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:24:27,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:27,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a85167de91c346268793bfb8dac7e7a2 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T14:24:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T14:24:27,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=A 2024-11-20T14:24:27,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:27,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=B 2024-11-20T14:24:27,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:27,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=C 2024-11-20T14:24:27,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:27,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/1bcc7760935044168b40d7a6c2915864 is 50, key is test_row_0/A:col10/1732112667192/Put/seqid=0 2024-11-20T14:24:27,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:27,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112727247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:27,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112727250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:27,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:27,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112727252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:27,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112727253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:27,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:27,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112727255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:27,269 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:27,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T14:24:27,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:27,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:27,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:27,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:27,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:27,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:27,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741848_1024 (size=14341) 2024-11-20T14:24:27,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/1bcc7760935044168b40d7a6c2915864 2024-11-20T14:24:27,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/fc6c385bd0574ab08850898a70d622c1 is 50, key is test_row_0/B:col10/1732112667192/Put/seqid=0 2024-11-20T14:24:27,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741849_1025 (size=12001) 2024-11-20T14:24:27,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/fc6c385bd0574ab08850898a70d622c1 2024-11-20T14:24:27,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:27,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112727356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:27,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:27,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:27,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112727359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:27,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112727361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:27,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/604dafd498354b7e9b7a44c94f335a90 is 50, key is test_row_0/C:col10/1732112667192/Put/seqid=0 2024-11-20T14:24:27,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:27,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112727363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:27,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:27,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112727366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:27,382 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T14:24:27,382 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T14:24:27,385 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-20T14:24:27,385 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-20T14:24:27,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T14:24:27,387 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T14:24:27,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T14:24:27,387 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T14:24:27,388 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T14:24:27,388 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-20T14:24:27,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741850_1026 (size=12001) 2024-11-20T14:24:27,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/604dafd498354b7e9b7a44c94f335a90 2024-11-20T14:24:27,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/1bcc7760935044168b40d7a6c2915864 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/1bcc7760935044168b40d7a6c2915864 2024-11-20T14:24:27,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T14:24:27,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/1bcc7760935044168b40d7a6c2915864, entries=200, sequenceid=79, filesize=14.0 K 2024-11-20T14:24:27,425 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:27,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T14:24:27,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:27,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:27,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:27,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:27,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:27,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:27,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/fc6c385bd0574ab08850898a70d622c1 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/fc6c385bd0574ab08850898a70d622c1 2024-11-20T14:24:27,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/fc6c385bd0574ab08850898a70d622c1, entries=150, sequenceid=79, filesize=11.7 K 2024-11-20T14:24:27,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/604dafd498354b7e9b7a44c94f335a90 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/604dafd498354b7e9b7a44c94f335a90 2024-11-20T14:24:27,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/604dafd498354b7e9b7a44c94f335a90, entries=150, sequenceid=79, filesize=11.7 K 2024-11-20T14:24:27,462 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for a85167de91c346268793bfb8dac7e7a2 in 268ms, sequenceid=79, compaction requested=true 2024-11-20T14:24:27,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:27,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a85167de91c346268793bfb8dac7e7a2:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:24:27,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:27,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a85167de91c346268793bfb8dac7e7a2:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:24:27,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:27,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a85167de91c346268793bfb8dac7e7a2:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:24:27,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:24:27,464 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T14:24:27,464 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T14:24:27,469 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T14:24:27,470 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): a85167de91c346268793bfb8dac7e7a2/B is initiating minor compaction (all files) 2024-11-20T14:24:27,470 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a85167de91c346268793bfb8dac7e7a2/B in TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:27,471 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/e61deb0af9f0424fa3de16b6c25fe52f, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/4981a445339545d5a353610e956c7a11, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/d7385f038e9641a884b6607dcb857312, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/fc6c385bd0574ab08850898a70d622c1] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp, totalSize=46.9 K 2024-11-20T14:24:27,471 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50344 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T14:24:27,472 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting e61deb0af9f0424fa3de16b6c25fe52f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732112665048 2024-11-20T14:24:27,472 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): a85167de91c346268793bfb8dac7e7a2/A is initiating minor compaction (all files) 2024-11-20T14:24:27,472 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a85167de91c346268793bfb8dac7e7a2/A in TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:27,473 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 4981a445339545d5a353610e956c7a11, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732112665225 2024-11-20T14:24:27,473 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/6ef919526bda450e8805055360d00753, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/7ace711bcfdb4cfd9fa400bad20701ab, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/d9ab6faf99484ea4bf5823c067d439fe, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/1bcc7760935044168b40d7a6c2915864] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp, totalSize=49.2 K 2024-11-20T14:24:27,474 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting d7385f038e9641a884b6607dcb857312, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732112665633 2024-11-20T14:24:27,474 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ef919526bda450e8805055360d00753, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732112665048 2024-11-20T14:24:27,474 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting fc6c385bd0574ab08850898a70d622c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732112667184 2024-11-20T14:24:27,475 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ace711bcfdb4cfd9fa400bad20701ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732112665225 2024-11-20T14:24:27,476 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9ab6faf99484ea4bf5823c067d439fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732112665633 2024-11-20T14:24:27,479 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1bcc7760935044168b40d7a6c2915864, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732112667184 2024-11-20T14:24:27,521 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a85167de91c346268793bfb8dac7e7a2#A#compaction#13 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:24:27,522 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/5fde24f8d9384a12a26a2e09155ce7c7 is 50, key is test_row_0/A:col10/1732112667192/Put/seqid=0 2024-11-20T14:24:27,547 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a85167de91c346268793bfb8dac7e7a2#B#compaction#12 average throughput is 0.15 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:24:27,548 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/b13c5d1b213345808e5263d776926206 is 50, key is test_row_0/B:col10/1732112667192/Put/seqid=0 2024-11-20T14:24:27,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741851_1027 (size=12139) 2024-11-20T14:24:27,571 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/5fde24f8d9384a12a26a2e09155ce7c7 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/5fde24f8d9384a12a26a2e09155ce7c7 2024-11-20T14:24:27,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a85167de91c346268793bfb8dac7e7a2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T14:24:27,579 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:27,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=A 2024-11-20T14:24:27,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:27,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=B 2024-11-20T14:24:27,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T14:24:27,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:27,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=C 2024-11-20T14:24:27,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:27,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:27,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:27,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:27,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:27,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:27,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:27,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:27,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741852_1028 (size=12139) 2024-11-20T14:24:27,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/9963d232f95c44cda15e938a38c6e3bc is 50, key is test_row_0/A:col10/1732112667250/Put/seqid=0 2024-11-20T14:24:27,611 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a85167de91c346268793bfb8dac7e7a2/A of a85167de91c346268793bfb8dac7e7a2 into 5fde24f8d9384a12a26a2e09155ce7c7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:24:27,611 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:27,611 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/b13c5d1b213345808e5263d776926206 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/b13c5d1b213345808e5263d776926206 2024-11-20T14:24:27,611 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2., storeName=a85167de91c346268793bfb8dac7e7a2/A, priority=12, startTime=1732112667463; duration=0sec 2024-11-20T14:24:27,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741853_1029 (size=14341) 2024-11-20T14:24:27,612 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:24:27,612 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a85167de91c346268793bfb8dac7e7a2:A 2024-11-20T14:24:27,613 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T14:24:27,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/9963d232f95c44cda15e938a38c6e3bc 2024-11-20T14:24:27,622 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T14:24:27,622 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): a85167de91c346268793bfb8dac7e7a2/C is initiating minor compaction (all files) 2024-11-20T14:24:27,622 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a85167de91c346268793bfb8dac7e7a2/C in TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:27,623 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/36ef3365b6074749b5a302315a3d9cc6, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/8a2e3da3050c49189fb715c0dbe9384a, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/18604ee7e029495d8cc210dae8dabc20, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/604dafd498354b7e9b7a44c94f335a90] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp, totalSize=46.9 K 2024-11-20T14:24:27,627 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36ef3365b6074749b5a302315a3d9cc6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732112665048 2024-11-20T14:24:27,629 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a2e3da3050c49189fb715c0dbe9384a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732112665225 2024-11-20T14:24:27,630 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18604ee7e029495d8cc210dae8dabc20, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732112665633 2024-11-20T14:24:27,631 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 604dafd498354b7e9b7a44c94f335a90, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732112667184 2024-11-20T14:24:27,632 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a85167de91c346268793bfb8dac7e7a2/B of a85167de91c346268793bfb8dac7e7a2 into b13c5d1b213345808e5263d776926206(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:24:27,632 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:27,632 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2., storeName=a85167de91c346268793bfb8dac7e7a2/B, priority=12, startTime=1732112667464; duration=0sec 2024-11-20T14:24:27,632 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:27,632 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a85167de91c346268793bfb8dac7e7a2:B 2024-11-20T14:24:27,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/7f3a621115894a9fb4f06e1ce9436991 is 50, key is test_row_0/B:col10/1732112667250/Put/seqid=0 2024-11-20T14:24:27,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741854_1030 (size=12001) 2024-11-20T14:24:27,675 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a85167de91c346268793bfb8dac7e7a2#C#compaction#16 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:24:27,676 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/593387d5b4f3442b8706a5bd0425b68a is 50, key is test_row_0/C:col10/1732112667192/Put/seqid=0 2024-11-20T14:24:27,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:27,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112727690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:27,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741855_1031 (size=12139) 2024-11-20T14:24:27,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:27,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112727694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:27,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:27,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112727696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:27,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:27,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112727697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:27,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:27,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112727701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:27,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T14:24:27,719 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/593387d5b4f3442b8706a5bd0425b68a as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/593387d5b4f3442b8706a5bd0425b68a 2024-11-20T14:24:27,734 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a85167de91c346268793bfb8dac7e7a2/C of a85167de91c346268793bfb8dac7e7a2 into 593387d5b4f3442b8706a5bd0425b68a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:24:27,734 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:27,735 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:27,735 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2., storeName=a85167de91c346268793bfb8dac7e7a2/C, priority=12, startTime=1732112667464; duration=0sec 2024-11-20T14:24:27,735 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:27,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T14:24:27,735 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a85167de91c346268793bfb8dac7e7a2:C 2024-11-20T14:24:27,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:27,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:27,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:27,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:27,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:27,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:27,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:27,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112727800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:27,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:27,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112727810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:27,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:27,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112727810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:27,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:27,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112727815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:27,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:27,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112727816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:27,889 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:27,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T14:24:27,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:27,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:27,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:27,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:27,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:27,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:28,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:28,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112728004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:28,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:28,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112728015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:28,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:28,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112728016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:28,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:28,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112728023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:28,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112728025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:28,046 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:28,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T14:24:28,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:28,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:28,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:28,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:28,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:28,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:28,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/7f3a621115894a9fb4f06e1ce9436991 2024-11-20T14:24:28,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/82b0fa8774bf4dbe988278622fe4bcbb is 50, key is test_row_0/C:col10/1732112667250/Put/seqid=0 2024-11-20T14:24:28,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741856_1032 (size=12001) 2024-11-20T14:24:28,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/82b0fa8774bf4dbe988278622fe4bcbb 2024-11-20T14:24:28,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/9963d232f95c44cda15e938a38c6e3bc as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/9963d232f95c44cda15e938a38c6e3bc 2024-11-20T14:24:28,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/9963d232f95c44cda15e938a38c6e3bc, entries=200, sequenceid=90, filesize=14.0 K 2024-11-20T14:24:28,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/7f3a621115894a9fb4f06e1ce9436991 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/7f3a621115894a9fb4f06e1ce9436991 2024-11-20T14:24:28,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/7f3a621115894a9fb4f06e1ce9436991, entries=150, sequenceid=90, filesize=11.7 K 2024-11-20T14:24:28,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/82b0fa8774bf4dbe988278622fe4bcbb as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/82b0fa8774bf4dbe988278622fe4bcbb 2024-11-20T14:24:28,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/82b0fa8774bf4dbe988278622fe4bcbb, entries=150, sequenceid=90, filesize=11.7 K 2024-11-20T14:24:28,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for a85167de91c346268793bfb8dac7e7a2 in 604ms, sequenceid=90, compaction requested=false 2024-11-20T14:24:28,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:28,202 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:28,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T14:24:28,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:28,203 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing a85167de91c346268793bfb8dac7e7a2 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T14:24:28,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=A 2024-11-20T14:24:28,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:28,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=B 2024-11-20T14:24:28,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:28,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=C 2024-11-20T14:24:28,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:28,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/834fb0f33cdb4facb38f1c085286fcae is 50, key is test_row_0/A:col10/1732112667693/Put/seqid=0 2024-11-20T14:24:28,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T14:24:28,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741857_1033 (size=12001) 2024-11-20T14:24:28,237 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/834fb0f33cdb4facb38f1c085286fcae 2024-11-20T14:24:28,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/7a2811f842cc423993e79d0eda9af41e is 50, key is test_row_0/B:col10/1732112667693/Put/seqid=0 2024-11-20T14:24:28,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741858_1034 (size=12001) 2024-11-20T14:24:28,273 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/7a2811f842cc423993e79d0eda9af41e 2024-11-20T14:24:28,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:28,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:28,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/bc0a2f149579414087f037be9f9dfaee is 50, key is test_row_0/C:col10/1732112667693/Put/seqid=0 2024-11-20T14:24:28,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:28,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112728327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:28,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112728328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:28,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:28,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112728330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112728330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:28,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:28,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112728331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:28,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741859_1035 (size=12001) 2024-11-20T14:24:28,344 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/bc0a2f149579414087f037be9f9dfaee 2024-11-20T14:24:28,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/834fb0f33cdb4facb38f1c085286fcae as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/834fb0f33cdb4facb38f1c085286fcae 2024-11-20T14:24:28,373 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/834fb0f33cdb4facb38f1c085286fcae, entries=150, sequenceid=120, filesize=11.7 K 2024-11-20T14:24:28,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/7a2811f842cc423993e79d0eda9af41e as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/7a2811f842cc423993e79d0eda9af41e 2024-11-20T14:24:28,390 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/7a2811f842cc423993e79d0eda9af41e, entries=150, sequenceid=120, filesize=11.7 K 2024-11-20T14:24:28,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/bc0a2f149579414087f037be9f9dfaee as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/bc0a2f149579414087f037be9f9dfaee 2024-11-20T14:24:28,405 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/bc0a2f149579414087f037be9f9dfaee, entries=150, sequenceid=120, filesize=11.7 K 2024-11-20T14:24:28,407 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for a85167de91c346268793bfb8dac7e7a2 in 204ms, sequenceid=120, compaction requested=true 2024-11-20T14:24:28,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:28,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:28,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-20T14:24:28,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-20T14:24:28,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-20T14:24:28,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2950 sec 2024-11-20T14:24:28,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.3040 sec 2024-11-20T14:24:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:28,445 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a85167de91c346268793bfb8dac7e7a2 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T14:24:28,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=A 2024-11-20T14:24:28,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:28,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=B 2024-11-20T14:24:28,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:28,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=C 2024-11-20T14:24:28,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:28,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/5d89224c622f40ee999af9432bb4d852 is 50, key is test_row_0/A:col10/1732112668322/Put/seqid=0 2024-11-20T14:24:28,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741860_1036 (size=19221) 2024-11-20T14:24:28,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/5d89224c622f40ee999af9432bb4d852 2024-11-20T14:24:28,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112728503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:28,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112728506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:28,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112728508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:28,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/9a5a45c0abbe40a89abd8a7658474b6c is 50, key is test_row_0/B:col10/1732112668322/Put/seqid=0 2024-11-20T14:24:28,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741861_1037 (size=12101) 2024-11-20T14:24:28,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/9a5a45c0abbe40a89abd8a7658474b6c 2024-11-20T14:24:28,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/8b2d40c17f3140529397e71d14a788d2 is 50, key is test_row_0/C:col10/1732112668322/Put/seqid=0 2024-11-20T14:24:28,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112728611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:28,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112728618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:28,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112728618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:28,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741862_1038 (size=12101) 2024-11-20T14:24:28,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/8b2d40c17f3140529397e71d14a788d2 2024-11-20T14:24:28,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/5d89224c622f40ee999af9432bb4d852 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/5d89224c622f40ee999af9432bb4d852 2024-11-20T14:24:28,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/5d89224c622f40ee999af9432bb4d852, entries=300, sequenceid=133, filesize=18.8 K 2024-11-20T14:24:28,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/9a5a45c0abbe40a89abd8a7658474b6c as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/9a5a45c0abbe40a89abd8a7658474b6c 2024-11-20T14:24:28,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/9a5a45c0abbe40a89abd8a7658474b6c, entries=150, sequenceid=133, filesize=11.8 K 2024-11-20T14:24:28,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/8b2d40c17f3140529397e71d14a788d2 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/8b2d40c17f3140529397e71d14a788d2 2024-11-20T14:24:28,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/8b2d40c17f3140529397e71d14a788d2, entries=150, sequenceid=133, filesize=11.8 K 2024-11-20T14:24:28,680 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a85167de91c346268793bfb8dac7e7a2 in 234ms, sequenceid=133, compaction requested=true 2024-11-20T14:24:28,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:28,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a85167de91c346268793bfb8dac7e7a2:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:24:28,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:28,681 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T14:24:28,681 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T14:24:28,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a85167de91c346268793bfb8dac7e7a2:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:24:28,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:28,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a85167de91c346268793bfb8dac7e7a2:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:24:28,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:24:28,685 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48242 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T14:24:28,685 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): a85167de91c346268793bfb8dac7e7a2/B is initiating minor compaction (all files) 2024-11-20T14:24:28,685 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a85167de91c346268793bfb8dac7e7a2/B in TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:28,686 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57702 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T14:24:28,686 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): a85167de91c346268793bfb8dac7e7a2/A is initiating minor compaction (all files) 2024-11-20T14:24:28,686 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a85167de91c346268793bfb8dac7e7a2/A in TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:28,686 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/5fde24f8d9384a12a26a2e09155ce7c7, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/9963d232f95c44cda15e938a38c6e3bc, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/834fb0f33cdb4facb38f1c085286fcae, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/5d89224c622f40ee999af9432bb4d852] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp, totalSize=56.3 K 2024-11-20T14:24:28,686 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/b13c5d1b213345808e5263d776926206, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/7f3a621115894a9fb4f06e1ce9436991, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/7a2811f842cc423993e79d0eda9af41e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/9a5a45c0abbe40a89abd8a7658474b6c] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp, totalSize=47.1 K 2024-11-20T14:24:28,687 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting b13c5d1b213345808e5263d776926206, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732112667184 2024-11-20T14:24:28,688 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5fde24f8d9384a12a26a2e09155ce7c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732112667184 2024-11-20T14:24:28,688 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f3a621115894a9fb4f06e1ce9436991, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732112667250 2024-11-20T14:24:28,689 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9963d232f95c44cda15e938a38c6e3bc, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732112667249 2024-11-20T14:24:28,690 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a2811f842cc423993e79d0eda9af41e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732112667686 2024-11-20T14:24:28,691 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 834fb0f33cdb4facb38f1c085286fcae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732112667686 2024-11-20T14:24:28,691 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a5a45c0abbe40a89abd8a7658474b6c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732112668322 2024-11-20T14:24:28,693 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d89224c622f40ee999af9432bb4d852, keycount=300, bloomtype=ROW, size=18.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732112668322 2024-11-20T14:24:28,719 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a85167de91c346268793bfb8dac7e7a2#B#compaction#24 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:24:28,721 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a85167de91c346268793bfb8dac7e7a2#A#compaction#25 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:24:28,721 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/c06988af5c2c4b698e8b6b06a57735fc is 50, key is test_row_0/B:col10/1732112668322/Put/seqid=0 2024-11-20T14:24:28,722 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/e88e7b72734f4bd08b2b958f24ffb3ba is 50, key is test_row_0/A:col10/1732112668322/Put/seqid=0 2024-11-20T14:24:28,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741863_1039 (size=12375) 2024-11-20T14:24:28,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741864_1040 (size=12375) 2024-11-20T14:24:28,774 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/c06988af5c2c4b698e8b6b06a57735fc as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/c06988af5c2c4b698e8b6b06a57735fc 2024-11-20T14:24:28,774 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/e88e7b72734f4bd08b2b958f24ffb3ba as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/e88e7b72734f4bd08b2b958f24ffb3ba 2024-11-20T14:24:28,788 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a85167de91c346268793bfb8dac7e7a2/B of a85167de91c346268793bfb8dac7e7a2 into c06988af5c2c4b698e8b6b06a57735fc(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:24:28,788 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:28,788 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2., storeName=a85167de91c346268793bfb8dac7e7a2/B, priority=12, startTime=1732112668681; duration=0sec 2024-11-20T14:24:28,788 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:24:28,788 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a85167de91c346268793bfb8dac7e7a2:B 2024-11-20T14:24:28,788 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T14:24:28,792 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48242 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T14:24:28,792 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): a85167de91c346268793bfb8dac7e7a2/C is initiating minor compaction (all files) 2024-11-20T14:24:28,792 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a85167de91c346268793bfb8dac7e7a2/C in TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:28,793 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/593387d5b4f3442b8706a5bd0425b68a, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/82b0fa8774bf4dbe988278622fe4bcbb, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/bc0a2f149579414087f037be9f9dfaee, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/8b2d40c17f3140529397e71d14a788d2] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp, totalSize=47.1 K 2024-11-20T14:24:28,793 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a85167de91c346268793bfb8dac7e7a2/A of a85167de91c346268793bfb8dac7e7a2 into e88e7b72734f4bd08b2b958f24ffb3ba(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:24:28,793 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:28,793 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2., storeName=a85167de91c346268793bfb8dac7e7a2/A, priority=12, startTime=1732112668681; duration=0sec 2024-11-20T14:24:28,793 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:28,793 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a85167de91c346268793bfb8dac7e7a2:A 2024-11-20T14:24:28,794 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 593387d5b4f3442b8706a5bd0425b68a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732112667184 2024-11-20T14:24:28,794 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 82b0fa8774bf4dbe988278622fe4bcbb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732112667250 2024-11-20T14:24:28,795 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting bc0a2f149579414087f037be9f9dfaee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732112667686 2024-11-20T14:24:28,796 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b2d40c17f3140529397e71d14a788d2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732112668322 2024-11-20T14:24:28,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:28,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a85167de91c346268793bfb8dac7e7a2 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T14:24:28,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=A 2024-11-20T14:24:28,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:28,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=B 2024-11-20T14:24:28,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:28,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=C 2024-11-20T14:24:28,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:28,825 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a85167de91c346268793bfb8dac7e7a2#C#compaction#26 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:24:28,826 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/37e9de756c904bee87985c57b7515b11 is 50, key is test_row_0/C:col10/1732112668322/Put/seqid=0 2024-11-20T14:24:28,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/d1d8fdcd7ae84004ad86aceaabcc374a is 50, key is test_row_0/A:col10/1732112668816/Put/seqid=0 2024-11-20T14:24:28,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112728844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:28,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112728847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:28,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741865_1041 (size=12375) 2024-11-20T14:24:28,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112728849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:28,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112728849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:28,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741866_1042 (size=14541) 2024-11-20T14:24:28,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:28,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112728880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:28,882 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/37e9de756c904bee87985c57b7515b11 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/37e9de756c904bee87985c57b7515b11 2024-11-20T14:24:28,897 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a85167de91c346268793bfb8dac7e7a2/C of a85167de91c346268793bfb8dac7e7a2 into 37e9de756c904bee87985c57b7515b11(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:24:28,897 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:28,897 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2., storeName=a85167de91c346268793bfb8dac7e7a2/C, priority=12, startTime=1732112668682; duration=0sec 2024-11-20T14:24:28,898 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:28,898 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a85167de91c346268793bfb8dac7e7a2:C 2024-11-20T14:24:28,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:28,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112728957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:28,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112728966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:28,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:28,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112728968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:28,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112728973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:28,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112728983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:29,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112729165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:29,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112729170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:29,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112729174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:29,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112729189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:29,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112729190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T14:24:29,221 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-20T14:24:29,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:24:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-20T14:24:29,227 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:24:29,229 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:24:29,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:24:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T14:24:29,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/d1d8fdcd7ae84004ad86aceaabcc374a 2024-11-20T14:24:29,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/4633d591741743aba24bdf3b023ac0c9 is 50, key is test_row_0/B:col10/1732112668816/Put/seqid=0 2024-11-20T14:24:29,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741867_1043 (size=12151) 2024-11-20T14:24:29,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/4633d591741743aba24bdf3b023ac0c9 2024-11-20T14:24:29,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/cb8a28a4cb994129a5b1cd2a79e6ce8a is 50, key is test_row_0/C:col10/1732112668816/Put/seqid=0 2024-11-20T14:24:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T14:24:29,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741868_1044 (size=12151) 2024-11-20T14:24:29,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/cb8a28a4cb994129a5b1cd2a79e6ce8a 2024-11-20T14:24:29,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/d1d8fdcd7ae84004ad86aceaabcc374a as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/d1d8fdcd7ae84004ad86aceaabcc374a 2024-11-20T14:24:29,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/d1d8fdcd7ae84004ad86aceaabcc374a, entries=200, sequenceid=159, filesize=14.2 K 2024-11-20T14:24:29,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/4633d591741743aba24bdf3b023ac0c9 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/4633d591741743aba24bdf3b023ac0c9 2024-11-20T14:24:29,382 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:29,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T14:24:29,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:29,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:29,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:29,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:29,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:29,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/4633d591741743aba24bdf3b023ac0c9, entries=150, sequenceid=159, filesize=11.9 K 2024-11-20T14:24:29,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/cb8a28a4cb994129a5b1cd2a79e6ce8a as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/cb8a28a4cb994129a5b1cd2a79e6ce8a 2024-11-20T14:24:29,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/cb8a28a4cb994129a5b1cd2a79e6ce8a, entries=150, sequenceid=159, filesize=11.9 K 2024-11-20T14:24:29,420 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for a85167de91c346268793bfb8dac7e7a2 in 601ms, sequenceid=159, compaction requested=false 2024-11-20T14:24:29,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:29,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:29,474 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a85167de91c346268793bfb8dac7e7a2 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T14:24:29,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=A 2024-11-20T14:24:29,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:29,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=B 2024-11-20T14:24:29,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:29,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=C 2024-11-20T14:24:29,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:29,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/c7237e9a6334475c885fa301a1a13177 is 50, key is test_row_0/A:col10/1732112668841/Put/seqid=0 2024-11-20T14:24:29,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741869_1045 (size=14541) 2024-11-20T14:24:29,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T14:24:29,536 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:29,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T14:24:29,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:29,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:29,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:29,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:29,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:29,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:29,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:29,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112729555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:29,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:29,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112729557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:29,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:29,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112729558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:29,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:29,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112729560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:29,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:29,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112729561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:29,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112729663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:29,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:29,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112729665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:29,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:29,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112729665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:29,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:29,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112729665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:29,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:29,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112729666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:29,689 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:29,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T14:24:29,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:29,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:29,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:29,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:29,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:29,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T14:24:29,844 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:29,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T14:24:29,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:29,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:29,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:29,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:29,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:29,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:29,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:29,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:29,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112729869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112729868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:29,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:29,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:29,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112729869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112729869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112729869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:29,918 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/c7237e9a6334475c885fa301a1a13177 2024-11-20T14:24:29,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/3c93c1ffeef644e6b4cee71e5de5c116 is 50, key is test_row_0/B:col10/1732112668841/Put/seqid=0 2024-11-20T14:24:29,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741870_1046 (size=12151) 2024-11-20T14:24:29,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/3c93c1ffeef644e6b4cee71e5de5c116 2024-11-20T14:24:29,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/14aef348d0ad42b790f3f72cf8a8bd38 is 50, key is test_row_0/C:col10/1732112668841/Put/seqid=0 2024-11-20T14:24:29,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741871_1047 (size=12151) 2024-11-20T14:24:29,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/14aef348d0ad42b790f3f72cf8a8bd38 2024-11-20T14:24:30,000 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:30,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T14:24:30,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:30,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:30,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:30,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:30,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:30,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:30,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/c7237e9a6334475c885fa301a1a13177 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/c7237e9a6334475c885fa301a1a13177 2024-11-20T14:24:30,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/c7237e9a6334475c885fa301a1a13177, entries=200, sequenceid=174, filesize=14.2 K 2024-11-20T14:24:30,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/3c93c1ffeef644e6b4cee71e5de5c116 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/3c93c1ffeef644e6b4cee71e5de5c116 2024-11-20T14:24:30,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/3c93c1ffeef644e6b4cee71e5de5c116, entries=150, sequenceid=174, filesize=11.9 K 2024-11-20T14:24:30,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/14aef348d0ad42b790f3f72cf8a8bd38 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/14aef348d0ad42b790f3f72cf8a8bd38 2024-11-20T14:24:30,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/14aef348d0ad42b790f3f72cf8a8bd38, entries=150, sequenceid=174, filesize=11.9 K 2024-11-20T14:24:30,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for a85167de91c346268793bfb8dac7e7a2 in 567ms, sequenceid=174, compaction requested=true 2024-11-20T14:24:30,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:30,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a85167de91c346268793bfb8dac7e7a2:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:24:30,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:30,042 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:24:30,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a85167de91c346268793bfb8dac7e7a2:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:24:30,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:30,042 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:24:30,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a85167de91c346268793bfb8dac7e7a2:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:24:30,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:24:30,044 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:24:30,044 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41457 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:24:30,044 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): a85167de91c346268793bfb8dac7e7a2/A is initiating minor compaction (all files) 2024-11-20T14:24:30,044 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): a85167de91c346268793bfb8dac7e7a2/B is initiating minor compaction (all files) 2024-11-20T14:24:30,044 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a85167de91c346268793bfb8dac7e7a2/A in TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:30,044 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a85167de91c346268793bfb8dac7e7a2/B in TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:30,044 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/c06988af5c2c4b698e8b6b06a57735fc, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/4633d591741743aba24bdf3b023ac0c9, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/3c93c1ffeef644e6b4cee71e5de5c116] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp, totalSize=35.8 K 2024-11-20T14:24:30,044 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/e88e7b72734f4bd08b2b958f24ffb3ba, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/d1d8fdcd7ae84004ad86aceaabcc374a, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/c7237e9a6334475c885fa301a1a13177] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp, totalSize=40.5 K 2024-11-20T14:24:30,045 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting e88e7b72734f4bd08b2b958f24ffb3ba, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732112668322 2024-11-20T14:24:30,045 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting c06988af5c2c4b698e8b6b06a57735fc, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732112668322 2024-11-20T14:24:30,046 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1d8fdcd7ae84004ad86aceaabcc374a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732112668500 2024-11-20T14:24:30,046 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 4633d591741743aba24bdf3b023ac0c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732112668500 2024-11-20T14:24:30,047 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7237e9a6334475c885fa301a1a13177, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732112668841 2024-11-20T14:24:30,048 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c93c1ffeef644e6b4cee71e5de5c116, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732112668841 2024-11-20T14:24:30,066 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a85167de91c346268793bfb8dac7e7a2#A#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:24:30,067 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/0195fb6c74844e988730768eb83cabd6 is 50, key is test_row_0/A:col10/1732112668841/Put/seqid=0 2024-11-20T14:24:30,072 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a85167de91c346268793bfb8dac7e7a2#B#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:24:30,073 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/fc23f6540ea94ac6888234bcdb2e8103 is 50, key is test_row_0/B:col10/1732112668841/Put/seqid=0 2024-11-20T14:24:30,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741872_1048 (size=12527) 2024-11-20T14:24:30,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741873_1049 (size=12527) 2024-11-20T14:24:30,110 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/0195fb6c74844e988730768eb83cabd6 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/0195fb6c74844e988730768eb83cabd6 2024-11-20T14:24:30,121 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/fc23f6540ea94ac6888234bcdb2e8103 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/fc23f6540ea94ac6888234bcdb2e8103 2024-11-20T14:24:30,122 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a85167de91c346268793bfb8dac7e7a2/A of a85167de91c346268793bfb8dac7e7a2 into 0195fb6c74844e988730768eb83cabd6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:24:30,122 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:30,122 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2., storeName=a85167de91c346268793bfb8dac7e7a2/A, priority=13, startTime=1732112670041; duration=0sec 2024-11-20T14:24:30,122 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:24:30,122 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a85167de91c346268793bfb8dac7e7a2:A 2024-11-20T14:24:30,122 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:24:30,126 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:24:30,127 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): a85167de91c346268793bfb8dac7e7a2/C is initiating minor compaction (all files) 2024-11-20T14:24:30,127 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a85167de91c346268793bfb8dac7e7a2/C in TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:30,127 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/37e9de756c904bee87985c57b7515b11, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/cb8a28a4cb994129a5b1cd2a79e6ce8a, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/14aef348d0ad42b790f3f72cf8a8bd38] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp, totalSize=35.8 K 2024-11-20T14:24:30,128 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37e9de756c904bee87985c57b7515b11, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732112668322 2024-11-20T14:24:30,129 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb8a28a4cb994129a5b1cd2a79e6ce8a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732112668500 2024-11-20T14:24:30,130 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14aef348d0ad42b790f3f72cf8a8bd38, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732112668841 2024-11-20T14:24:30,135 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a85167de91c346268793bfb8dac7e7a2/B of a85167de91c346268793bfb8dac7e7a2 into fc23f6540ea94ac6888234bcdb2e8103(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:24:30,136 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:30,136 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2., storeName=a85167de91c346268793bfb8dac7e7a2/B, priority=13, startTime=1732112670042; duration=0sec 2024-11-20T14:24:30,137 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:30,137 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a85167de91c346268793bfb8dac7e7a2:B 2024-11-20T14:24:30,146 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a85167de91c346268793bfb8dac7e7a2#C#compaction#35 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:24:30,147 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/ca20634ef3d54a31850ac996943faa7b is 50, key is test_row_0/C:col10/1732112668841/Put/seqid=0 2024-11-20T14:24:30,155 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:30,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T14:24:30,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:30,157 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing a85167de91c346268793bfb8dac7e7a2 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T14:24:30,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=A 2024-11-20T14:24:30,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:30,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=B 2024-11-20T14:24:30,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:30,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=C 2024-11-20T14:24:30,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:30,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/bc06899d21324c56ace7c9a22b465ce0 is 50, key is test_row_0/A:col10/1732112669496/Put/seqid=0 2024-11-20T14:24:30,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741874_1050 (size=12527) 2024-11-20T14:24:30,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:30,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:30,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:30,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112730184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:30,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:30,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112730186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:30,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:30,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112730189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:30,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112730190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:30,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:30,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112730191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:30,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741875_1051 (size=12151) 2024-11-20T14:24:30,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112730293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:30,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112730299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:30,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112730300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:30,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112730301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:30,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112730304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T14:24:30,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112730497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:30,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112730502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:30,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112730504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:30,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112730505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:30,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112730508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:30,588 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/ca20634ef3d54a31850ac996943faa7b as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/ca20634ef3d54a31850ac996943faa7b 2024-11-20T14:24:30,598 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a85167de91c346268793bfb8dac7e7a2/C of a85167de91c346268793bfb8dac7e7a2 into ca20634ef3d54a31850ac996943faa7b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:24:30,598 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:30,598 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2., storeName=a85167de91c346268793bfb8dac7e7a2/C, priority=13, startTime=1732112670042; duration=0sec 2024-11-20T14:24:30,598 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:30,598 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a85167de91c346268793bfb8dac7e7a2:C 2024-11-20T14:24:30,604 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/bc06899d21324c56ace7c9a22b465ce0 2024-11-20T14:24:30,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/aaf6ea87bd1440de95e8b974620100a6 is 50, key is test_row_0/B:col10/1732112669496/Put/seqid=0 2024-11-20T14:24:30,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741876_1052 (size=12151) 2024-11-20T14:24:30,647 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/aaf6ea87bd1440de95e8b974620100a6 2024-11-20T14:24:30,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/a0469526f4b846ee9f585f5af782e9b6 is 50, key is test_row_0/C:col10/1732112669496/Put/seqid=0 2024-11-20T14:24:30,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741877_1053 (size=12151) 2024-11-20T14:24:30,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:30,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112730802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:30,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:30,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112730806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:30,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:30,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112730808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:30,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112730808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:30,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:30,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112730813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:31,071 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/a0469526f4b846ee9f585f5af782e9b6 2024-11-20T14:24:31,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/bc06899d21324c56ace7c9a22b465ce0 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/bc06899d21324c56ace7c9a22b465ce0 2024-11-20T14:24:31,089 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/bc06899d21324c56ace7c9a22b465ce0, entries=150, sequenceid=199, filesize=11.9 K 2024-11-20T14:24:31,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/aaf6ea87bd1440de95e8b974620100a6 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/aaf6ea87bd1440de95e8b974620100a6 2024-11-20T14:24:31,104 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/aaf6ea87bd1440de95e8b974620100a6, entries=150, sequenceid=199, filesize=11.9 K 2024-11-20T14:24:31,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/a0469526f4b846ee9f585f5af782e9b6 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/a0469526f4b846ee9f585f5af782e9b6 2024-11-20T14:24:31,116 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/a0469526f4b846ee9f585f5af782e9b6, entries=150, sequenceid=199, filesize=11.9 K 2024-11-20T14:24:31,118 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a85167de91c346268793bfb8dac7e7a2 in 962ms, sequenceid=199, compaction requested=false 2024-11-20T14:24:31,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:31,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:31,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-20T14:24:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-20T14:24:31,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-20T14:24:31,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8910 sec 2024-11-20T14:24:31,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.9010 sec 2024-11-20T14:24:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:31,309 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a85167de91c346268793bfb8dac7e7a2 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T14:24:31,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=A 2024-11-20T14:24:31,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:31,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=B 2024-11-20T14:24:31,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:31,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=C 2024-11-20T14:24:31,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:31,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/cad91a7c4946495595edf2924e4f8470 is 50, key is test_row_0/A:col10/1732112670186/Put/seqid=0 2024-11-20T14:24:31,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741878_1054 (size=12151) 2024-11-20T14:24:31,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:31,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T14:24:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112731330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112731331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:31,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/cad91a7c4946495595edf2924e4f8470 2024-11-20T14:24:31,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:31,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:31,338 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-20T14:24:31,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112731333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:31,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112731332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:31,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:24:31,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-20T14:24:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112731337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:31,343 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:24:31,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T14:24:31,346 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:24:31,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:24:31,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/535f526506ae45aa88ea87f50bfaa3f6 is 50, key is test_row_0/B:col10/1732112670186/Put/seqid=0 2024-11-20T14:24:31,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741879_1055 (size=12151) 2024-11-20T14:24:31,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/535f526506ae45aa88ea87f50bfaa3f6 2024-11-20T14:24:31,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/56ff39359e1946d3ba121589c483cb49 is 50, key is test_row_0/C:col10/1732112670186/Put/seqid=0 2024-11-20T14:24:31,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741880_1056 (size=12151) 2024-11-20T14:24:31,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/56ff39359e1946d3ba121589c483cb49 2024-11-20T14:24:31,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/cad91a7c4946495595edf2924e4f8470 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/cad91a7c4946495595edf2924e4f8470 2024-11-20T14:24:31,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/cad91a7c4946495595edf2924e4f8470, entries=150, sequenceid=214, filesize=11.9 K 2024-11-20T14:24:31,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/535f526506ae45aa88ea87f50bfaa3f6 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/535f526506ae45aa88ea87f50bfaa3f6 2024-11-20T14:24:31,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112731439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:31,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112731439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:31,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:31,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112731440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112731440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T14:24:31,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:31,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112731444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:31,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/535f526506ae45aa88ea87f50bfaa3f6, entries=150, sequenceid=214, filesize=11.9 K 2024-11-20T14:24:31,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/56ff39359e1946d3ba121589c483cb49 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/56ff39359e1946d3ba121589c483cb49 2024-11-20T14:24:31,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/56ff39359e1946d3ba121589c483cb49, entries=150, sequenceid=214, filesize=11.9 K 2024-11-20T14:24:31,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a85167de91c346268793bfb8dac7e7a2 in 157ms, sequenceid=214, compaction requested=true 2024-11-20T14:24:31,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:31,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a85167de91c346268793bfb8dac7e7a2:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:24:31,467 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:24:31,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:31,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a85167de91c346268793bfb8dac7e7a2:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:24:31,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:31,467 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:24:31,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a85167de91c346268793bfb8dac7e7a2:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:24:31,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:24:31,469 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:24:31,470 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): a85167de91c346268793bfb8dac7e7a2/A is initiating minor compaction (all files) 2024-11-20T14:24:31,470 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a85167de91c346268793bfb8dac7e7a2/A in TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:31,470 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/0195fb6c74844e988730768eb83cabd6, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/bc06899d21324c56ace7c9a22b465ce0, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/cad91a7c4946495595edf2924e4f8470] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp, totalSize=36.0 K 2024-11-20T14:24:31,470 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:24:31,470 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): a85167de91c346268793bfb8dac7e7a2/B is initiating minor compaction (all files) 2024-11-20T14:24:31,471 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a85167de91c346268793bfb8dac7e7a2/B in TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:31,471 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/fc23f6540ea94ac6888234bcdb2e8103, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/aaf6ea87bd1440de95e8b974620100a6, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/535f526506ae45aa88ea87f50bfaa3f6] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp, totalSize=36.0 K 2024-11-20T14:24:31,471 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting fc23f6540ea94ac6888234bcdb2e8103, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732112668841 2024-11-20T14:24:31,472 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0195fb6c74844e988730768eb83cabd6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732112668841 2024-11-20T14:24:31,472 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting aaf6ea87bd1440de95e8b974620100a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732112669496 2024-11-20T14:24:31,472 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc06899d21324c56ace7c9a22b465ce0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732112669496 2024-11-20T14:24:31,473 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 535f526506ae45aa88ea87f50bfaa3f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732112670186 2024-11-20T14:24:31,473 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting cad91a7c4946495595edf2924e4f8470, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732112670186 2024-11-20T14:24:31,490 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a85167de91c346268793bfb8dac7e7a2#B#compaction#42 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:24:31,491 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/39e87322375e4de48e25cb055af9e333 is 50, key is test_row_0/B:col10/1732112670186/Put/seqid=0 2024-11-20T14:24:31,494 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a85167de91c346268793bfb8dac7e7a2#A#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:24:31,495 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/c4a7ab3ca3ae41e6a6926909db0fc104 is 50, key is test_row_0/A:col10/1732112670186/Put/seqid=0 2024-11-20T14:24:31,499 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:31,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-20T14:24:31,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:31,500 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing a85167de91c346268793bfb8dac7e7a2 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T14:24:31,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=A 2024-11-20T14:24:31,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:31,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=B 2024-11-20T14:24:31,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:31,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=C 2024-11-20T14:24:31,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:31,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741881_1057 (size=12629) 2024-11-20T14:24:31,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/82633daa15794f9096e08855727fd212 is 50, key is test_row_0/A:col10/1732112671329/Put/seqid=0 2024-11-20T14:24:31,526 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/c4a7ab3ca3ae41e6a6926909db0fc104 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/c4a7ab3ca3ae41e6a6926909db0fc104 2024-11-20T14:24:31,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741882_1058 (size=12629) 2024-11-20T14:24:31,541 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a85167de91c346268793bfb8dac7e7a2/A of a85167de91c346268793bfb8dac7e7a2 into c4a7ab3ca3ae41e6a6926909db0fc104(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:24:31,541 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:31,541 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2., storeName=a85167de91c346268793bfb8dac7e7a2/A, priority=13, startTime=1732112671466; duration=0sec 2024-11-20T14:24:31,542 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:24:31,542 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a85167de91c346268793bfb8dac7e7a2:A 2024-11-20T14:24:31,542 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:24:31,544 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:24:31,544 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): a85167de91c346268793bfb8dac7e7a2/C is initiating minor compaction (all files) 2024-11-20T14:24:31,544 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a85167de91c346268793bfb8dac7e7a2/C in TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:31,544 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/ca20634ef3d54a31850ac996943faa7b, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/a0469526f4b846ee9f585f5af782e9b6, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/56ff39359e1946d3ba121589c483cb49] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp, totalSize=36.0 K 2024-11-20T14:24:31,545 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca20634ef3d54a31850ac996943faa7b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732112668841 2024-11-20T14:24:31,546 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0469526f4b846ee9f585f5af782e9b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732112669496 2024-11-20T14:24:31,546 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56ff39359e1946d3ba121589c483cb49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732112670186 2024-11-20T14:24:31,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741883_1059 (size=12151) 2024-11-20T14:24:31,553 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/82633daa15794f9096e08855727fd212 2024-11-20T14:24:31,578 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a85167de91c346268793bfb8dac7e7a2#C#compaction#45 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:24:31,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/fd18027c890b49de9559d5d39ddf6d1e is 50, key is test_row_0/B:col10/1732112671329/Put/seqid=0 2024-11-20T14:24:31,579 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/219e412987d74f3e94c4e20c6825a6a2 is 50, key is test_row_0/C:col10/1732112670186/Put/seqid=0 2024-11-20T14:24:31,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741885_1061 (size=12629) 2024-11-20T14:24:31,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741884_1060 (size=12151) 2024-11-20T14:24:31,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T14:24:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:31,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:31,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:31,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112731657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:31,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112731658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:31,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112731658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:31,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:31,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112731660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112731660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:31,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112731763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:31,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112731765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:31,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:31,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112731766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:31,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112731769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:31,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112731776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:31,940 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/39e87322375e4de48e25cb055af9e333 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/39e87322375e4de48e25cb055af9e333 2024-11-20T14:24:31,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T14:24:31,949 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a85167de91c346268793bfb8dac7e7a2/B of a85167de91c346268793bfb8dac7e7a2 into 39e87322375e4de48e25cb055af9e333(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:24:31,949 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:31,949 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2., storeName=a85167de91c346268793bfb8dac7e7a2/B, priority=13, startTime=1732112671467; duration=0sec 2024-11-20T14:24:31,949 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:31,949 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a85167de91c346268793bfb8dac7e7a2:B 2024-11-20T14:24:31,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:31,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:31,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112731975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:31,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112731975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:31,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:31,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112731977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:31,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:31,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112731978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:31,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:31,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112731979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:32,013 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/fd18027c890b49de9559d5d39ddf6d1e 2024-11-20T14:24:32,015 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/219e412987d74f3e94c4e20c6825a6a2 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/219e412987d74f3e94c4e20c6825a6a2 2024-11-20T14:24:32,026 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a85167de91c346268793bfb8dac7e7a2/C of a85167de91c346268793bfb8dac7e7a2 into 219e412987d74f3e94c4e20c6825a6a2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:24:32,026 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:32,026 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2., storeName=a85167de91c346268793bfb8dac7e7a2/C, priority=13, startTime=1732112671467; duration=0sec 2024-11-20T14:24:32,027 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:32,027 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a85167de91c346268793bfb8dac7e7a2:C 2024-11-20T14:24:32,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/7c43d59b822a41b1b07bc94a6bf7ce77 is 50, key is test_row_0/C:col10/1732112671329/Put/seqid=0 2024-11-20T14:24:32,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741886_1062 (size=12151) 2024-11-20T14:24:32,047 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/7c43d59b822a41b1b07bc94a6bf7ce77 2024-11-20T14:24:32,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/82633daa15794f9096e08855727fd212 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/82633daa15794f9096e08855727fd212 2024-11-20T14:24:32,065 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/82633daa15794f9096e08855727fd212, entries=150, sequenceid=236, filesize=11.9 K 2024-11-20T14:24:32,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/fd18027c890b49de9559d5d39ddf6d1e as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/fd18027c890b49de9559d5d39ddf6d1e 2024-11-20T14:24:32,075 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/fd18027c890b49de9559d5d39ddf6d1e, entries=150, sequenceid=236, filesize=11.9 K 2024-11-20T14:24:32,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/7c43d59b822a41b1b07bc94a6bf7ce77 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/7c43d59b822a41b1b07bc94a6bf7ce77 2024-11-20T14:24:32,085 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/7c43d59b822a41b1b07bc94a6bf7ce77, entries=150, sequenceid=236, filesize=11.9 K 2024-11-20T14:24:32,087 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for a85167de91c346268793bfb8dac7e7a2 in 587ms, sequenceid=236, compaction requested=false 2024-11-20T14:24:32,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:32,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:32,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-20T14:24:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-20T14:24:32,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-20T14:24:32,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 743 msec 2024-11-20T14:24:32,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 751 msec 2024-11-20T14:24:32,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:32,281 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a85167de91c346268793bfb8dac7e7a2 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T14:24:32,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=A 2024-11-20T14:24:32,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:32,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=B 2024-11-20T14:24:32,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:32,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=C 2024-11-20T14:24:32,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:32,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/15a5c000c1de4bada155208e45b4e68a is 50, key is test_row_0/A:col10/1732112672280/Put/seqid=0 2024-11-20T14:24:32,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741887_1063 (size=14541) 2024-11-20T14:24:32,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:32,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112732308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:32,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:32,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112732308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:32,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:32,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112732308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:32,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:32,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112732310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:32,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:32,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112732311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:32,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:32,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112732414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:32,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:32,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:32,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:32,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112732415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:32,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112732415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:32,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112732414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:32,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:32,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112732420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:32,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T14:24:32,448 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-20T14:24:32,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:24:32,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-20T14:24:32,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T14:24:32,453 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:24:32,454 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:24:32,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:24:32,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T14:24:32,606 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:32,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T14:24:32,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:32,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:32,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:32,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:32,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:32,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:32,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:32,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112732619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:32,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:32,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112732620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:32,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:32,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112732620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:32,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:32,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112732621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:32,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:32,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112732624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:32,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/15a5c000c1de4bada155208e45b4e68a 2024-11-20T14:24:32,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/54be013dd40f49fd8f5898538eda31e0 is 50, key is test_row_0/B:col10/1732112672280/Put/seqid=0 2024-11-20T14:24:32,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741888_1064 (size=12151) 2024-11-20T14:24:32,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T14:24:32,760 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:32,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T14:24:32,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:32,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:32,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:32,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:32,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:32,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:32,914 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:32,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T14:24:32,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:32,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:32,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:32,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:32,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:32,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112732921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:32,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:32,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112732923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:32,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:32,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112732924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:32,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:32,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112732924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:32,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:32,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112732927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T14:24:33,068 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:33,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T14:24:33,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:33,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:33,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:33,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:33,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:33,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/54be013dd40f49fd8f5898538eda31e0 2024-11-20T14:24:33,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/6dadaf290a2a49b49d0e2393cd4e8cb7 is 50, key is test_row_0/C:col10/1732112672280/Put/seqid=0 2024-11-20T14:24:33,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741889_1065 (size=12151) 2024-11-20T14:24:33,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/6dadaf290a2a49b49d0e2393cd4e8cb7 2024-11-20T14:24:33,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/15a5c000c1de4bada155208e45b4e68a as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/15a5c000c1de4bada155208e45b4e68a 2024-11-20T14:24:33,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/15a5c000c1de4bada155208e45b4e68a, entries=200, sequenceid=255, filesize=14.2 K 2024-11-20T14:24:33,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/54be013dd40f49fd8f5898538eda31e0 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/54be013dd40f49fd8f5898538eda31e0 2024-11-20T14:24:33,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/54be013dd40f49fd8f5898538eda31e0, entries=150, sequenceid=255, filesize=11.9 K 2024-11-20T14:24:33,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/6dadaf290a2a49b49d0e2393cd4e8cb7 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/6dadaf290a2a49b49d0e2393cd4e8cb7 2024-11-20T14:24:33,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/6dadaf290a2a49b49d0e2393cd4e8cb7, entries=150, sequenceid=255, filesize=11.9 K 2024-11-20T14:24:33,190 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for a85167de91c346268793bfb8dac7e7a2 in 909ms, sequenceid=255, compaction requested=true 2024-11-20T14:24:33,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:33,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a85167de91c346268793bfb8dac7e7a2:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:24:33,191 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:24:33,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:33,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a85167de91c346268793bfb8dac7e7a2:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:24:33,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:33,191 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:24:33,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a85167de91c346268793bfb8dac7e7a2:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:24:33,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:24:33,192 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39321 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:24:33,193 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): a85167de91c346268793bfb8dac7e7a2/A is initiating minor compaction (all files) 2024-11-20T14:24:33,193 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a85167de91c346268793bfb8dac7e7a2/A in TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:33,193 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/c4a7ab3ca3ae41e6a6926909db0fc104, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/82633daa15794f9096e08855727fd212, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/15a5c000c1de4bada155208e45b4e68a] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp, totalSize=38.4 K 2024-11-20T14:24:33,193 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4a7ab3ca3ae41e6a6926909db0fc104, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732112670186 2024-11-20T14:24:33,194 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:24:33,194 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): a85167de91c346268793bfb8dac7e7a2/B is initiating minor compaction (all files) 2024-11-20T14:24:33,194 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a85167de91c346268793bfb8dac7e7a2/B in TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:33,194 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/39e87322375e4de48e25cb055af9e333, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/fd18027c890b49de9559d5d39ddf6d1e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/54be013dd40f49fd8f5898538eda31e0] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp, totalSize=36.1 K 2024-11-20T14:24:33,194 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82633daa15794f9096e08855727fd212, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732112671329 2024-11-20T14:24:33,195 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 39e87322375e4de48e25cb055af9e333, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732112670186 2024-11-20T14:24:33,195 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15a5c000c1de4bada155208e45b4e68a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732112671658 2024-11-20T14:24:33,195 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting fd18027c890b49de9559d5d39ddf6d1e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732112671329 2024-11-20T14:24:33,195 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 54be013dd40f49fd8f5898538eda31e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732112671658 2024-11-20T14:24:33,206 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a85167de91c346268793bfb8dac7e7a2#A#compaction#51 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:24:33,208 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/c62210f70be54b9cbfa2bf5f00a83799 is 50, key is test_row_0/A:col10/1732112672280/Put/seqid=0 2024-11-20T14:24:33,209 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a85167de91c346268793bfb8dac7e7a2#B#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:24:33,210 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/fe33c2744c4c47aeac2b1f0350858824 is 50, key is test_row_0/B:col10/1732112672280/Put/seqid=0 2024-11-20T14:24:33,221 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:33,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T14:24:33,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:33,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741891_1067 (size=12731) 2024-11-20T14:24:33,222 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing a85167de91c346268793bfb8dac7e7a2 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-20T14:24:33,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=A 2024-11-20T14:24:33,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:33,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=B 2024-11-20T14:24:33,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:33,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=C 2024-11-20T14:24:33,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:33,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741890_1066 (size=12731) 2024-11-20T14:24:33,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/a0dd8ba282d748439417a7eee95725e7 is 50, key is test_row_0/A:col10/1732112672308/Put/seqid=0 2024-11-20T14:24:33,236 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/fe33c2744c4c47aeac2b1f0350858824 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/fe33c2744c4c47aeac2b1f0350858824 2024-11-20T14:24:33,236 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/c62210f70be54b9cbfa2bf5f00a83799 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/c62210f70be54b9cbfa2bf5f00a83799 2024-11-20T14:24:33,245 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a85167de91c346268793bfb8dac7e7a2/A of a85167de91c346268793bfb8dac7e7a2 into c62210f70be54b9cbfa2bf5f00a83799(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:24:33,245 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:33,245 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2., storeName=a85167de91c346268793bfb8dac7e7a2/A, priority=13, startTime=1732112673191; duration=0sec 2024-11-20T14:24:33,245 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a85167de91c346268793bfb8dac7e7a2/B of a85167de91c346268793bfb8dac7e7a2 into fe33c2744c4c47aeac2b1f0350858824(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:24:33,245 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:24:33,245 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a85167de91c346268793bfb8dac7e7a2:A 2024-11-20T14:24:33,245 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:33,245 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:24:33,245 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2., storeName=a85167de91c346268793bfb8dac7e7a2/B, priority=13, startTime=1732112673191; duration=0sec 2024-11-20T14:24:33,245 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:33,245 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a85167de91c346268793bfb8dac7e7a2:B 2024-11-20T14:24:33,246 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:24:33,246 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): a85167de91c346268793bfb8dac7e7a2/C is initiating minor compaction (all files) 2024-11-20T14:24:33,246 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a85167de91c346268793bfb8dac7e7a2/C in TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:33,247 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/219e412987d74f3e94c4e20c6825a6a2, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/7c43d59b822a41b1b07bc94a6bf7ce77, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/6dadaf290a2a49b49d0e2393cd4e8cb7] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp, totalSize=36.1 K 2024-11-20T14:24:33,248 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 219e412987d74f3e94c4e20c6825a6a2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732112670186 2024-11-20T14:24:33,248 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c43d59b822a41b1b07bc94a6bf7ce77, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732112671329 2024-11-20T14:24:33,249 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6dadaf290a2a49b49d0e2393cd4e8cb7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732112671658 2024-11-20T14:24:33,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741892_1068 (size=12301) 2024-11-20T14:24:33,256 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/a0dd8ba282d748439417a7eee95725e7 2024-11-20T14:24:33,262 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a85167de91c346268793bfb8dac7e7a2#C#compaction#54 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:24:33,263 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/e6492b2253654ed8b3dc6df6059eb032 is 50, key is test_row_0/C:col10/1732112672280/Put/seqid=0 2024-11-20T14:24:33,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/0ec7bef3dcf749e9948b168568022ae8 is 50, key is test_row_0/B:col10/1732112672308/Put/seqid=0 2024-11-20T14:24:33,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741893_1069 (size=12731) 2024-11-20T14:24:33,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741894_1070 (size=12301) 2024-11-20T14:24:33,283 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/0ec7bef3dcf749e9948b168568022ae8 2024-11-20T14:24:33,290 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/e6492b2253654ed8b3dc6df6059eb032 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/e6492b2253654ed8b3dc6df6059eb032 2024-11-20T14:24:33,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/ea426a57518746ee86f310fc496f7a3c is 50, key is test_row_0/C:col10/1732112672308/Put/seqid=0 2024-11-20T14:24:33,302 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a85167de91c346268793bfb8dac7e7a2/C of a85167de91c346268793bfb8dac7e7a2 into e6492b2253654ed8b3dc6df6059eb032(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:24:33,302 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:33,302 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2., storeName=a85167de91c346268793bfb8dac7e7a2/C, priority=13, startTime=1732112673191; duration=0sec 2024-11-20T14:24:33,302 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:33,302 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a85167de91c346268793bfb8dac7e7a2:C 2024-11-20T14:24:33,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741895_1071 (size=12301) 2024-11-20T14:24:33,308 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/ea426a57518746ee86f310fc496f7a3c 2024-11-20T14:24:33,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/a0dd8ba282d748439417a7eee95725e7 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/a0dd8ba282d748439417a7eee95725e7 2024-11-20T14:24:33,327 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/a0dd8ba282d748439417a7eee95725e7, entries=150, sequenceid=275, filesize=12.0 K 2024-11-20T14:24:33,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/0ec7bef3dcf749e9948b168568022ae8 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/0ec7bef3dcf749e9948b168568022ae8 2024-11-20T14:24:33,338 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/0ec7bef3dcf749e9948b168568022ae8, entries=150, sequenceid=275, filesize=12.0 K 2024-11-20T14:24:33,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/ea426a57518746ee86f310fc496f7a3c as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/ea426a57518746ee86f310fc496f7a3c 2024-11-20T14:24:33,348 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/ea426a57518746ee86f310fc496f7a3c, entries=150, sequenceid=275, filesize=12.0 K 2024-11-20T14:24:33,349 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=0 B/0 for a85167de91c346268793bfb8dac7e7a2 in 127ms, sequenceid=275, compaction requested=false 2024-11-20T14:24:33,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:33,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:33,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-20T14:24:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-20T14:24:33,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-20T14:24:33,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 897 msec 2024-11-20T14:24:33,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 905 msec 2024-11-20T14:24:33,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a85167de91c346268793bfb8dac7e7a2 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T14:24:33,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=A 2024-11-20T14:24:33,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:33,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=B 2024-11-20T14:24:33,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:33,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=C 2024-11-20T14:24:33,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:33,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/628c5aa949124dfc9ec4491da6b704ad is 50, key is test_row_0/A:col10/1732112673443/Put/seqid=0 2024-11-20T14:24:33,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741896_1072 (size=14741) 2024-11-20T14:24:33,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:33,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112733481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:33,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112733485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:33,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112733486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:33,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:33,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112733488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:33,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:33,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112733488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:33,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T14:24:33,557 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-20T14:24:33,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:24:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-20T14:24:33,567 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:24:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T14:24:33,568 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:24:33,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:24:33,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:33,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112733590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:33,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112733592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:33,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112733593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:33,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112733593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:33,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112733593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:33,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T14:24:33,721 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:33,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T14:24:33,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:33,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:33,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:33,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:33,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:33,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:33,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112733794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:33,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:33,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112733796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:33,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:33,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112733797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:33,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:33,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112733798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:33,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:33,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112733798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:33,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T14:24:33,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/628c5aa949124dfc9ec4491da6b704ad 2024-11-20T14:24:33,876 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:33,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T14:24:33,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:33,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:33,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:33,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:33,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:33,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:33,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/45065696fdf14362b7d0e6006980baae is 50, key is test_row_0/B:col10/1732112673443/Put/seqid=0 2024-11-20T14:24:33,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741897_1073 (size=12301) 2024-11-20T14:24:33,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/45065696fdf14362b7d0e6006980baae 2024-11-20T14:24:33,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/da486f77b0f1406c94c05e7a8538646a is 50, key is test_row_0/C:col10/1732112673443/Put/seqid=0 2024-11-20T14:24:33,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741898_1074 (size=12301) 2024-11-20T14:24:33,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/da486f77b0f1406c94c05e7a8538646a 2024-11-20T14:24:33,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/628c5aa949124dfc9ec4491da6b704ad as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/628c5aa949124dfc9ec4491da6b704ad 2024-11-20T14:24:33,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/628c5aa949124dfc9ec4491da6b704ad, entries=200, sequenceid=291, filesize=14.4 K 2024-11-20T14:24:33,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/45065696fdf14362b7d0e6006980baae as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/45065696fdf14362b7d0e6006980baae 2024-11-20T14:24:33,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/45065696fdf14362b7d0e6006980baae, entries=150, sequenceid=291, filesize=12.0 K 2024-11-20T14:24:33,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/da486f77b0f1406c94c05e7a8538646a as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/da486f77b0f1406c94c05e7a8538646a 2024-11-20T14:24:33,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/da486f77b0f1406c94c05e7a8538646a, entries=150, sequenceid=291, filesize=12.0 K 2024-11-20T14:24:33,977 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for a85167de91c346268793bfb8dac7e7a2 in 531ms, sequenceid=291, compaction requested=true 2024-11-20T14:24:33,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:33,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a85167de91c346268793bfb8dac7e7a2:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:24:33,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:33,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a85167de91c346268793bfb8dac7e7a2:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:24:33,978 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:24:33,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:33,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a85167de91c346268793bfb8dac7e7a2:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:24:33,978 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:24:33,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:24:33,979 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:24:33,979 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): a85167de91c346268793bfb8dac7e7a2/B is initiating minor compaction (all files) 2024-11-20T14:24:33,979 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a85167de91c346268793bfb8dac7e7a2/B in TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:33,979 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/fe33c2744c4c47aeac2b1f0350858824, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/0ec7bef3dcf749e9948b168568022ae8, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/45065696fdf14362b7d0e6006980baae] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp, totalSize=36.5 K 2024-11-20T14:24:33,979 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:24:33,980 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): a85167de91c346268793bfb8dac7e7a2/A is initiating minor compaction (all files) 2024-11-20T14:24:33,980 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a85167de91c346268793bfb8dac7e7a2/A in TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:33,980 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting fe33c2744c4c47aeac2b1f0350858824, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732112671658 2024-11-20T14:24:33,980 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/c62210f70be54b9cbfa2bf5f00a83799, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/a0dd8ba282d748439417a7eee95725e7, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/628c5aa949124dfc9ec4491da6b704ad] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp, totalSize=38.8 K 2024-11-20T14:24:33,980 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ec7bef3dcf749e9948b168568022ae8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732112672303 2024-11-20T14:24:33,980 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting c62210f70be54b9cbfa2bf5f00a83799, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732112671658 2024-11-20T14:24:33,981 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 45065696fdf14362b7d0e6006980baae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732112673434 2024-11-20T14:24:33,981 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0dd8ba282d748439417a7eee95725e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732112672303 2024-11-20T14:24:33,982 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 628c5aa949124dfc9ec4491da6b704ad, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732112673434 2024-11-20T14:24:33,996 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a85167de91c346268793bfb8dac7e7a2#A#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:24:33,997 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/b6bd2aa72c884941bd436be8559766bc is 50, key is test_row_0/A:col10/1732112673443/Put/seqid=0 2024-11-20T14:24:33,998 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a85167de91c346268793bfb8dac7e7a2#B#compaction#60 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:24:33,998 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/f5ad86de06fc44c7bdefde7cd60eb5ee is 50, key is test_row_0/B:col10/1732112673443/Put/seqid=0 2024-11-20T14:24:34,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741899_1075 (size=12983) 2024-11-20T14:24:34,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741900_1076 (size=12983) 2024-11-20T14:24:34,031 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:34,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T14:24:34,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:34,032 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing a85167de91c346268793bfb8dac7e7a2 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T14:24:34,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=A 2024-11-20T14:24:34,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:34,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=B 2024-11-20T14:24:34,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:34,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=C 2024-11-20T14:24:34,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:34,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/810f0197e22d4dba97d4956e7b8609ff is 50, key is test_row_0/A:col10/1732112673484/Put/seqid=0 2024-11-20T14:24:34,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741901_1077 (size=12301) 2024-11-20T14:24:34,056 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/810f0197e22d4dba97d4956e7b8609ff 2024-11-20T14:24:34,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/f1db5e396f7c452285163573adadca80 is 50, key is test_row_0/B:col10/1732112673484/Put/seqid=0 2024-11-20T14:24:34,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741902_1078 (size=12301) 2024-11-20T14:24:34,083 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/f1db5e396f7c452285163573adadca80 2024-11-20T14:24:34,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/5018653ebae8446dbd7f74f893e5c349 is 50, key is test_row_0/C:col10/1732112673484/Put/seqid=0 2024-11-20T14:24:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:34,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:34,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741903_1079 (size=12301) 2024-11-20T14:24:34,106 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/5018653ebae8446dbd7f74f893e5c349 2024-11-20T14:24:34,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:34,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112734106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:34,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:34,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112734107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:34,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:34,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/810f0197e22d4dba97d4956e7b8609ff as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/810f0197e22d4dba97d4956e7b8609ff 2024-11-20T14:24:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112734109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:34,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112734110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:34,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:34,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112734112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:34,120 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/810f0197e22d4dba97d4956e7b8609ff, entries=150, sequenceid=315, filesize=12.0 K 2024-11-20T14:24:34,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/f1db5e396f7c452285163573adadca80 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/f1db5e396f7c452285163573adadca80 2024-11-20T14:24:34,127 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/f1db5e396f7c452285163573adadca80, entries=150, sequenceid=315, filesize=12.0 K 2024-11-20T14:24:34,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/5018653ebae8446dbd7f74f893e5c349 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/5018653ebae8446dbd7f74f893e5c349 2024-11-20T14:24:34,137 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/5018653ebae8446dbd7f74f893e5c349, entries=150, sequenceid=315, filesize=12.0 K 2024-11-20T14:24:34,138 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a85167de91c346268793bfb8dac7e7a2 in 106ms, sequenceid=315, compaction requested=true 2024-11-20T14:24:34,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:34,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:34,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-20T14:24:34,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-20T14:24:34,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-20T14:24:34,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 572 msec 2024-11-20T14:24:34,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 585 msec 2024-11-20T14:24:34,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T14:24:34,171 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-20T14:24:34,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:24:34,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-20T14:24:34,176 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:24:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T14:24:34,177 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:24:34,177 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:24:34,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:34,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a85167de91c346268793bfb8dac7e7a2 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T14:24:34,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=A 2024-11-20T14:24:34,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:34,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=B 2024-11-20T14:24:34,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:34,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=C 2024-11-20T14:24:34,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:34,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/1b6ecb0a599440d9ac4523eae1e5ffa1 is 50, key is test_row_0/A:col10/1732112674219/Put/seqid=0 2024-11-20T14:24:34,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741904_1080 (size=12301) 2024-11-20T14:24:34,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/1b6ecb0a599440d9ac4523eae1e5ffa1 2024-11-20T14:24:34,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/ed6669d06e444dbdaa3a0c7ce94dc3a3 is 50, key is test_row_0/B:col10/1732112674219/Put/seqid=0 2024-11-20T14:24:34,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T14:24:34,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741905_1081 (size=12301) 2024-11-20T14:24:34,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/ed6669d06e444dbdaa3a0c7ce94dc3a3 2024-11-20T14:24:34,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112734275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:34,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112734276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:34,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:34,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112734276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:34,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:34,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112734278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:34,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:34,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112734289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:34,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/a044d8b3f2c748248a748eea4266e6e2 is 50, key is test_row_0/C:col10/1732112674219/Put/seqid=0 2024-11-20T14:24:34,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741906_1082 (size=12301) 2024-11-20T14:24:34,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/a044d8b3f2c748248a748eea4266e6e2 2024-11-20T14:24:34,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/1b6ecb0a599440d9ac4523eae1e5ffa1 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/1b6ecb0a599440d9ac4523eae1e5ffa1 2024-11-20T14:24:34,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/1b6ecb0a599440d9ac4523eae1e5ffa1, entries=150, sequenceid=331, filesize=12.0 K 2024-11-20T14:24:34,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/ed6669d06e444dbdaa3a0c7ce94dc3a3 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/ed6669d06e444dbdaa3a0c7ce94dc3a3 2024-11-20T14:24:34,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/ed6669d06e444dbdaa3a0c7ce94dc3a3, entries=150, sequenceid=331, filesize=12.0 K 2024-11-20T14:24:34,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/a044d8b3f2c748248a748eea4266e6e2 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/a044d8b3f2c748248a748eea4266e6e2 2024-11-20T14:24:34,329 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:34,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T14:24:34,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:34,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:34,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:34,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:34,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:34,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/a044d8b3f2c748248a748eea4266e6e2, entries=150, sequenceid=331, filesize=12.0 K 2024-11-20T14:24:34,338 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for a85167de91c346268793bfb8dac7e7a2 in 111ms, sequenceid=331, compaction requested=true 2024-11-20T14:24:34,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:34,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a85167de91c346268793bfb8dac7e7a2:A, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:24:34,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T14:24:34,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a85167de91c346268793bfb8dac7e7a2:B, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:24:34,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-20T14:24:34,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a85167de91c346268793bfb8dac7e7a2:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:24:34,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-20T14:24:34,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:34,388 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a85167de91c346268793bfb8dac7e7a2 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T14:24:34,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=A 2024-11-20T14:24:34,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:34,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=B 2024-11-20T14:24:34,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:34,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=C 2024-11-20T14:24:34,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:34,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/3ce217d7ced748ed980c791d285a7894 is 50, key is test_row_0/A:col10/1732112674274/Put/seqid=0 2024-11-20T14:24:34,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:34,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112734404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:34,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:34,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112734405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:34,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112734405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:34,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112734406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:34,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:34,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112734408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:34,422 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/b6bd2aa72c884941bd436be8559766bc as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/b6bd2aa72c884941bd436be8559766bc 2024-11-20T14:24:34,422 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/f5ad86de06fc44c7bdefde7cd60eb5ee as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/f5ad86de06fc44c7bdefde7cd60eb5ee 2024-11-20T14:24:34,431 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a85167de91c346268793bfb8dac7e7a2/B of a85167de91c346268793bfb8dac7e7a2 into f5ad86de06fc44c7bdefde7cd60eb5ee(size=12.7 K), total size for store is 36.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:24:34,431 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:34,431 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2., storeName=a85167de91c346268793bfb8dac7e7a2/B, priority=13, startTime=1732112673978; duration=0sec 2024-11-20T14:24:34,432 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-20T14:24:34,432 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a85167de91c346268793bfb8dac7e7a2:B 2024-11-20T14:24:34,432 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:24:34,432 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a85167de91c346268793bfb8dac7e7a2/A of a85167de91c346268793bfb8dac7e7a2 into b6bd2aa72c884941bd436be8559766bc(size=12.7 K), total size for store is 36.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:24:34,433 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:24:34,433 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): a85167de91c346268793bfb8dac7e7a2/A is initiating minor compaction (all files) 2024-11-20T14:24:34,433 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:34,433 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2., storeName=a85167de91c346268793bfb8dac7e7a2/A, priority=13, startTime=1732112673977; duration=0sec 2024-11-20T14:24:34,433 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a85167de91c346268793bfb8dac7e7a2/A in TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:34,433 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/b6bd2aa72c884941bd436be8559766bc, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/810f0197e22d4dba97d4956e7b8609ff, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/1b6ecb0a599440d9ac4523eae1e5ffa1] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp, totalSize=36.7 K 2024-11-20T14:24:34,433 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-20T14:24:34,434 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a85167de91c346268793bfb8dac7e7a2:A 2024-11-20T14:24:34,434 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting b6bd2aa72c884941bd436be8559766bc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732112673434 2024-11-20T14:24:34,434 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T14:24:34,435 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 810f0197e22d4dba97d4956e7b8609ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732112673478 2024-11-20T14:24:34,436 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b6ecb0a599440d9ac4523eae1e5ffa1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732112674110 2024-11-20T14:24:34,440 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61935 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T14:24:34,440 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): a85167de91c346268793bfb8dac7e7a2/C is initiating minor compaction (all files) 2024-11-20T14:24:34,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741907_1083 (size=14741) 2024-11-20T14:24:34,444 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a85167de91c346268793bfb8dac7e7a2/C in TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:34,444 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/e6492b2253654ed8b3dc6df6059eb032, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/ea426a57518746ee86f310fc496f7a3c, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/da486f77b0f1406c94c05e7a8538646a, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/5018653ebae8446dbd7f74f893e5c349, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/a044d8b3f2c748248a748eea4266e6e2] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp, totalSize=60.5 K 2024-11-20T14:24:34,445 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6492b2253654ed8b3dc6df6059eb032, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732112671658 2024-11-20T14:24:34,446 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea426a57518746ee86f310fc496f7a3c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732112672303 2024-11-20T14:24:34,446 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting da486f77b0f1406c94c05e7a8538646a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732112673434 2024-11-20T14:24:34,447 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5018653ebae8446dbd7f74f893e5c349, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732112673478 2024-11-20T14:24:34,447 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting a044d8b3f2c748248a748eea4266e6e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732112674110 2024-11-20T14:24:34,452 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a85167de91c346268793bfb8dac7e7a2#A#compaction#69 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:24:34,452 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/bb2d46edc1934df191642b9b80d33c6d is 50, key is test_row_0/A:col10/1732112674219/Put/seqid=0 2024-11-20T14:24:34,466 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a85167de91c346268793bfb8dac7e7a2#C#compaction#70 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:24:34,467 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/e1b3de91d304476894d0ab7727e3066b is 50, key is test_row_0/C:col10/1732112674219/Put/seqid=0 2024-11-20T14:24:34,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741908_1084 (size=13085) 2024-11-20T14:24:34,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741909_1085 (size=13051) 2024-11-20T14:24:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T14:24:34,484 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:34,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T14:24:34,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:34,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:34,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:34,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:34,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:34,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:34,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:34,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112734510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:34,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:34,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:34,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112734511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:34,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112734512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:34,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112734516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:34,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112734517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:34,637 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:34,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T14:24:34,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:34,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:34,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:34,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:34,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:34,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:34,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112734713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:34,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112734717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:34,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112734717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:34,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112734720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:34,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112734720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T14:24:34,791 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:34,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T14:24:34,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:34,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:34,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:34,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:34,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:34,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/3ce217d7ced748ed980c791d285a7894 2024-11-20T14:24:34,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/348be09faeda49e2953a7e98e6ad0551 is 50, key is test_row_0/B:col10/1732112674274/Put/seqid=0 2024-11-20T14:24:34,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741910_1086 (size=12301) 2024-11-20T14:24:34,881 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/bb2d46edc1934df191642b9b80d33c6d as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/bb2d46edc1934df191642b9b80d33c6d 2024-11-20T14:24:34,884 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/e1b3de91d304476894d0ab7727e3066b as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/e1b3de91d304476894d0ab7727e3066b 2024-11-20T14:24:34,888 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a85167de91c346268793bfb8dac7e7a2/A of a85167de91c346268793bfb8dac7e7a2 into bb2d46edc1934df191642b9b80d33c6d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:24:34,888 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:34,888 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2., storeName=a85167de91c346268793bfb8dac7e7a2/A, priority=11, startTime=1732112674339; duration=0sec 2024-11-20T14:24:34,889 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T14:24:34,889 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a85167de91c346268793bfb8dac7e7a2:A 2024-11-20T14:24:34,889 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a85167de91c346268793bfb8dac7e7a2:B 2024-11-20T14:24:34,889 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 5 compacting, 0 eligible, 16 blocking 2024-11-20T14:24:34,889 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T14:24:34,889 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T14:24:34,889 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. because compaction request was cancelled 2024-11-20T14:24:34,890 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a85167de91c346268793bfb8dac7e7a2:C 2024-11-20T14:24:34,890 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:24:34,892 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in a85167de91c346268793bfb8dac7e7a2/C of a85167de91c346268793bfb8dac7e7a2 into e1b3de91d304476894d0ab7727e3066b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:24:34,892 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:34,892 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2., storeName=a85167de91c346268793bfb8dac7e7a2/C, priority=11, startTime=1732112674339; duration=0sec 2024-11-20T14:24:34,892 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:34,892 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a85167de91c346268793bfb8dac7e7a2:C 2024-11-20T14:24:34,892 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:24:34,893 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): a85167de91c346268793bfb8dac7e7a2/B is initiating minor compaction (all files) 2024-11-20T14:24:34,893 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a85167de91c346268793bfb8dac7e7a2/B in TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:34,894 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/f5ad86de06fc44c7bdefde7cd60eb5ee, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/f1db5e396f7c452285163573adadca80, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/ed6669d06e444dbdaa3a0c7ce94dc3a3] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp, totalSize=36.7 K 2024-11-20T14:24:34,894 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting f5ad86de06fc44c7bdefde7cd60eb5ee, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732112673434 2024-11-20T14:24:34,895 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting f1db5e396f7c452285163573adadca80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732112673478 2024-11-20T14:24:34,895 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting ed6669d06e444dbdaa3a0c7ce94dc3a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732112674110 2024-11-20T14:24:34,906 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a85167de91c346268793bfb8dac7e7a2#B#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:24:34,907 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/da12d979f55b4f93a1b6f97c7875bd09 is 50, key is test_row_0/B:col10/1732112674219/Put/seqid=0 2024-11-20T14:24:34,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741911_1087 (size=13085) 2024-11-20T14:24:34,944 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/da12d979f55b4f93a1b6f97c7875bd09 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/da12d979f55b4f93a1b6f97c7875bd09 2024-11-20T14:24:34,945 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:34,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T14:24:34,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:34,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:34,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:34,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:34,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:34,954 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a85167de91c346268793bfb8dac7e7a2/B of a85167de91c346268793bfb8dac7e7a2 into da12d979f55b4f93a1b6f97c7875bd09(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:24:34,954 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:34,954 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2., storeName=a85167de91c346268793bfb8dac7e7a2/B, priority=13, startTime=1732112674339; duration=0sec 2024-11-20T14:24:34,954 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:34,954 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a85167de91c346268793bfb8dac7e7a2:B 2024-11-20T14:24:35,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112735018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:35,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112735021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:35,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112735022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:35,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112735025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:35,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112735026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:35,100 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:35,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T14:24:35,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:35,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:35,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:35,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:35,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:35,253 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:35,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T14:24:35,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:35,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:35,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:35,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:35,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:35,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/348be09faeda49e2953a7e98e6ad0551 2024-11-20T14:24:35,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/b3ce9831dbcc46cfb09de81f1d0440ca is 50, key is test_row_0/C:col10/1732112674274/Put/seqid=0 2024-11-20T14:24:35,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741912_1088 (size=12301) 2024-11-20T14:24:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T14:24:35,406 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:35,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T14:24:35,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:35,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:35,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:35,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:35,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:35,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112735522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:35,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112735525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:35,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112735528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:35,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112735529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:35,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112735531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:35,560 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:35,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T14:24:35,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:35,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:35,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:35,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:35,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:35,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/b3ce9831dbcc46cfb09de81f1d0440ca 2024-11-20T14:24:35,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/3ce217d7ced748ed980c791d285a7894 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/3ce217d7ced748ed980c791d285a7894 2024-11-20T14:24:35,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/3ce217d7ced748ed980c791d285a7894, entries=200, sequenceid=353, filesize=14.4 K 2024-11-20T14:24:35,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/348be09faeda49e2953a7e98e6ad0551 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/348be09faeda49e2953a7e98e6ad0551 2024-11-20T14:24:35,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/348be09faeda49e2953a7e98e6ad0551, entries=150, sequenceid=353, filesize=12.0 K 2024-11-20T14:24:35,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/b3ce9831dbcc46cfb09de81f1d0440ca as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/b3ce9831dbcc46cfb09de81f1d0440ca 2024-11-20T14:24:35,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/b3ce9831dbcc46cfb09de81f1d0440ca, entries=150, sequenceid=353, filesize=12.0 K 2024-11-20T14:24:35,713 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for a85167de91c346268793bfb8dac7e7a2 in 1326ms, sequenceid=353, compaction requested=false 2024-11-20T14:24:35,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:35,714 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:35,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T14:24:35,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:35,715 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing a85167de91c346268793bfb8dac7e7a2 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T14:24:35,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=A 2024-11-20T14:24:35,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:35,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=B 2024-11-20T14:24:35,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:35,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=C 2024-11-20T14:24:35,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:35,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/0071c7b8b0c04ca1b029b87aa3503ee6 is 50, key is test_row_0/A:col10/1732112674406/Put/seqid=0 2024-11-20T14:24:35,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741913_1089 (size=12301) 2024-11-20T14:24:36,146 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/0071c7b8b0c04ca1b029b87aa3503ee6 2024-11-20T14:24:36,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/78acaf194b544401ae0dd23b52a5cc05 is 50, key is test_row_0/B:col10/1732112674406/Put/seqid=0 2024-11-20T14:24:36,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741914_1090 (size=12301) 2024-11-20T14:24:36,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T14:24:36,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:36,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112736548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:36,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112736549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:36,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112736549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:36,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:36,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112736550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112736550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:36,564 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/78acaf194b544401ae0dd23b52a5cc05 2024-11-20T14:24:36,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/798783997e064fb09e3a248c3913feda is 50, key is test_row_0/C:col10/1732112674406/Put/seqid=0 2024-11-20T14:24:36,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741915_1091 (size=12301) 2024-11-20T14:24:36,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:36,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112736652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112736652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:36,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112736653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:36,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112736653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:36,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112736653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:36,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112736855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:36,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112736855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:36,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112736856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:36,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112736857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:36,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112736857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:36,984 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/798783997e064fb09e3a248c3913feda 2024-11-20T14:24:36,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/0071c7b8b0c04ca1b029b87aa3503ee6 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/0071c7b8b0c04ca1b029b87aa3503ee6 2024-11-20T14:24:37,003 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/0071c7b8b0c04ca1b029b87aa3503ee6, entries=150, sequenceid=372, filesize=12.0 K 2024-11-20T14:24:37,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/78acaf194b544401ae0dd23b52a5cc05 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/78acaf194b544401ae0dd23b52a5cc05 2024-11-20T14:24:37,011 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/78acaf194b544401ae0dd23b52a5cc05, entries=150, sequenceid=372, filesize=12.0 K 2024-11-20T14:24:37,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/798783997e064fb09e3a248c3913feda as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/798783997e064fb09e3a248c3913feda 2024-11-20T14:24:37,020 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/798783997e064fb09e3a248c3913feda, entries=150, sequenceid=372, filesize=12.0 K 2024-11-20T14:24:37,023 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for a85167de91c346268793bfb8dac7e7a2 in 1308ms, sequenceid=372, compaction requested=true 2024-11-20T14:24:37,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:37,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:37,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-20T14:24:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-20T14:24:37,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-20T14:24:37,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8480 sec 2024-11-20T14:24:37,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 2.8550 sec 2024-11-20T14:24:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:37,163 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a85167de91c346268793bfb8dac7e7a2 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T14:24:37,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=A 2024-11-20T14:24:37,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:37,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=B 2024-11-20T14:24:37,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:37,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=C 2024-11-20T14:24:37,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:37,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/7316bc48a9834f7290897aba6d434971 is 50, key is test_row_0/A:col10/1732112677161/Put/seqid=0 2024-11-20T14:24:37,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741916_1092 (size=12301) 2024-11-20T14:24:37,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112737169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:37,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112737176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:37,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112737203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:37,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112737203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:37,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112737203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:37,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112737304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:37,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112737305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:37,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112737306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:37,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112737306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:37,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112737307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:37,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112737507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:37,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112737510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:37,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112737510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:37,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112737511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:37,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112737511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:37,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/7316bc48a9834f7290897aba6d434971 2024-11-20T14:24:37,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/79adb9c227a04121ad22edcb44875802 is 50, key is test_row_0/B:col10/1732112677161/Put/seqid=0 2024-11-20T14:24:37,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741917_1093 (size=12301) 2024-11-20T14:24:37,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112737812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:37,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112737814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:37,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112737815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:37,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112737815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:37,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112737816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:37,993 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/79adb9c227a04121ad22edcb44875802 2024-11-20T14:24:38,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/1aafefca49c942159de1a8a77f179848 is 50, key is test_row_0/C:col10/1732112677161/Put/seqid=0 2024-11-20T14:24:38,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741918_1094 (size=12301) 2024-11-20T14:24:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T14:24:38,282 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-20T14:24:38,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:24:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-20T14:24:38,286 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:24:38,287 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:24:38,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:24:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T14:24:38,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112738316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:38,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:38,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112738319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:38,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:38,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112738321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:38,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:38,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112738321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:38,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:38,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112738322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T14:24:38,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/1aafefca49c942159de1a8a77f179848 2024-11-20T14:24:38,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/7316bc48a9834f7290897aba6d434971 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/7316bc48a9834f7290897aba6d434971 2024-11-20T14:24:38,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/7316bc48a9834f7290897aba6d434971, entries=150, sequenceid=398, filesize=12.0 K 2024-11-20T14:24:38,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/79adb9c227a04121ad22edcb44875802 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/79adb9c227a04121ad22edcb44875802 2024-11-20T14:24:38,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/79adb9c227a04121ad22edcb44875802, entries=150, sequenceid=398, filesize=12.0 K 2024-11-20T14:24:38,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/1aafefca49c942159de1a8a77f179848 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/1aafefca49c942159de1a8a77f179848 2024-11-20T14:24:38,439 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:38,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-20T14:24:38,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:38,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:38,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:38,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:38,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:38,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/1aafefca49c942159de1a8a77f179848, entries=150, sequenceid=398, filesize=12.0 K 2024-11-20T14:24:38,445 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for a85167de91c346268793bfb8dac7e7a2 in 1281ms, sequenceid=398, compaction requested=true 2024-11-20T14:24:38,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:38,445 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T14:24:38,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a85167de91c346268793bfb8dac7e7a2:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:24:38,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:38,445 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T14:24:38,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a85167de91c346268793bfb8dac7e7a2:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:24:38,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:38,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a85167de91c346268793bfb8dac7e7a2:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:24:38,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:24:38,447 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52428 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T14:24:38,448 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): a85167de91c346268793bfb8dac7e7a2/A is initiating minor compaction (all files) 2024-11-20T14:24:38,448 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a85167de91c346268793bfb8dac7e7a2/A in TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:38,448 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/bb2d46edc1934df191642b9b80d33c6d, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/3ce217d7ced748ed980c791d285a7894, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/0071c7b8b0c04ca1b029b87aa3503ee6, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/7316bc48a9834f7290897aba6d434971] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp, totalSize=51.2 K 2024-11-20T14:24:38,449 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb2d46edc1934df191642b9b80d33c6d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732112674110 2024-11-20T14:24:38,449 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T14:24:38,450 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): a85167de91c346268793bfb8dac7e7a2/B is initiating minor compaction (all files) 2024-11-20T14:24:38,450 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a85167de91c346268793bfb8dac7e7a2/B in TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:38,450 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/da12d979f55b4f93a1b6f97c7875bd09, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/348be09faeda49e2953a7e98e6ad0551, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/78acaf194b544401ae0dd23b52a5cc05, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/79adb9c227a04121ad22edcb44875802] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp, totalSize=48.8 K 2024-11-20T14:24:38,450 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ce217d7ced748ed980c791d285a7894, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732112674272 2024-11-20T14:24:38,450 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting da12d979f55b4f93a1b6f97c7875bd09, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732112674110 2024-11-20T14:24:38,451 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0071c7b8b0c04ca1b029b87aa3503ee6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732112674403 2024-11-20T14:24:38,451 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 348be09faeda49e2953a7e98e6ad0551, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732112674274 2024-11-20T14:24:38,452 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 78acaf194b544401ae0dd23b52a5cc05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732112674403 2024-11-20T14:24:38,452 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7316bc48a9834f7290897aba6d434971, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732112676544 2024-11-20T14:24:38,453 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 79adb9c227a04121ad22edcb44875802, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732112676544 2024-11-20T14:24:38,482 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a85167de91c346268793bfb8dac7e7a2#A#compaction#80 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:24:38,484 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/1b5dee5ac78c48649e727205c8eda00d is 50, key is test_row_0/A:col10/1732112677161/Put/seqid=0 2024-11-20T14:24:38,487 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a85167de91c346268793bfb8dac7e7a2#B#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:24:38,488 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/eaebaf3548514a0abfbcb1b6d381de86 is 50, key is test_row_0/B:col10/1732112677161/Put/seqid=0 2024-11-20T14:24:38,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741919_1095 (size=13221) 2024-11-20T14:24:38,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741920_1096 (size=13221) 2024-11-20T14:24:38,508 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/1b5dee5ac78c48649e727205c8eda00d as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/1b5dee5ac78c48649e727205c8eda00d 2024-11-20T14:24:38,512 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/eaebaf3548514a0abfbcb1b6d381de86 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/eaebaf3548514a0abfbcb1b6d381de86 2024-11-20T14:24:38,518 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a85167de91c346268793bfb8dac7e7a2/A of a85167de91c346268793bfb8dac7e7a2 into 1b5dee5ac78c48649e727205c8eda00d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:24:38,518 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:38,518 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2., storeName=a85167de91c346268793bfb8dac7e7a2/A, priority=12, startTime=1732112678445; duration=0sec 2024-11-20T14:24:38,518 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:24:38,519 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a85167de91c346268793bfb8dac7e7a2:A 2024-11-20T14:24:38,519 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T14:24:38,520 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a85167de91c346268793bfb8dac7e7a2/B of a85167de91c346268793bfb8dac7e7a2 into eaebaf3548514a0abfbcb1b6d381de86(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:24:38,520 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:38,520 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2., storeName=a85167de91c346268793bfb8dac7e7a2/B, priority=12, startTime=1732112678445; duration=0sec 2024-11-20T14:24:38,521 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T14:24:38,521 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): a85167de91c346268793bfb8dac7e7a2/C is initiating minor compaction (all files) 2024-11-20T14:24:38,521 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a85167de91c346268793bfb8dac7e7a2/C in TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:38,522 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/e1b3de91d304476894d0ab7727e3066b, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/b3ce9831dbcc46cfb09de81f1d0440ca, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/798783997e064fb09e3a248c3913feda, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/1aafefca49c942159de1a8a77f179848] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp, totalSize=48.8 K 2024-11-20T14:24:38,522 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:38,522 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1b3de91d304476894d0ab7727e3066b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732112674110 2024-11-20T14:24:38,522 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a85167de91c346268793bfb8dac7e7a2:B 2024-11-20T14:24:38,523 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3ce9831dbcc46cfb09de81f1d0440ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732112674274 2024-11-20T14:24:38,523 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 798783997e064fb09e3a248c3913feda, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732112674403 2024-11-20T14:24:38,524 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1aafefca49c942159de1a8a77f179848, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732112676544 2024-11-20T14:24:38,542 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a85167de91c346268793bfb8dac7e7a2#C#compaction#82 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:24:38,543 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/607eee55df574a16ac66129b6d7856f3 is 50, key is test_row_0/C:col10/1732112677161/Put/seqid=0 2024-11-20T14:24:38,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741921_1097 (size=13187) 2024-11-20T14:24:38,559 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/607eee55df574a16ac66129b6d7856f3 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/607eee55df574a16ac66129b6d7856f3 2024-11-20T14:24:38,574 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a85167de91c346268793bfb8dac7e7a2/C of a85167de91c346268793bfb8dac7e7a2 into 607eee55df574a16ac66129b6d7856f3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:24:38,574 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:38,574 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2., storeName=a85167de91c346268793bfb8dac7e7a2/C, priority=12, startTime=1732112678446; duration=0sec 2024-11-20T14:24:38,575 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:38,575 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a85167de91c346268793bfb8dac7e7a2:C 2024-11-20T14:24:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T14:24:38,593 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:38,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-20T14:24:38,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:38,595 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing a85167de91c346268793bfb8dac7e7a2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T14:24:38,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=A 2024-11-20T14:24:38,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:38,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=B 2024-11-20T14:24:38,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:38,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=C 2024-11-20T14:24:38,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:38,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/96fc9fa76b9046e28c56a36b9f0e42e0 is 50, key is test_row_0/A:col10/1732112677171/Put/seqid=0 2024-11-20T14:24:38,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741922_1098 (size=9857) 2024-11-20T14:24:38,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T14:24:39,009 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/96fc9fa76b9046e28c56a36b9f0e42e0 2024-11-20T14:24:39,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/082c4f83c538477d80890482ea111649 is 50, key is test_row_0/B:col10/1732112677171/Put/seqid=0 2024-11-20T14:24:39,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741923_1099 (size=9857) 2024-11-20T14:24:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:39,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:39,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112739345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:39,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112739345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:39,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112739346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:39,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112739349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:39,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112739349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T14:24:39,446 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/082c4f83c538477d80890482ea111649 2024-11-20T14:24:39,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:39,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:39,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112739451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:39,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112739451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:39,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:39,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112739452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:39,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:39,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:39,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112739452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:39,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112739452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:39,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/f5e38e21be1441de9c4c7bc773e0806e is 50, key is test_row_0/C:col10/1732112677171/Put/seqid=0 2024-11-20T14:24:39,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741924_1100 (size=9857) 2024-11-20T14:24:39,476 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/f5e38e21be1441de9c4c7bc773e0806e 2024-11-20T14:24:39,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/96fc9fa76b9046e28c56a36b9f0e42e0 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/96fc9fa76b9046e28c56a36b9f0e42e0 2024-11-20T14:24:39,490 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/96fc9fa76b9046e28c56a36b9f0e42e0, entries=100, sequenceid=412, filesize=9.6 K 2024-11-20T14:24:39,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/082c4f83c538477d80890482ea111649 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/082c4f83c538477d80890482ea111649 2024-11-20T14:24:39,498 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/082c4f83c538477d80890482ea111649, entries=100, sequenceid=412, filesize=9.6 K 2024-11-20T14:24:39,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/f5e38e21be1441de9c4c7bc773e0806e as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/f5e38e21be1441de9c4c7bc773e0806e 2024-11-20T14:24:39,506 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/f5e38e21be1441de9c4c7bc773e0806e, entries=100, sequenceid=412, filesize=9.6 K 2024-11-20T14:24:39,508 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for a85167de91c346268793bfb8dac7e7a2 in 912ms, sequenceid=412, compaction requested=false 2024-11-20T14:24:39,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:39,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:39,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-20T14:24:39,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-20T14:24:39,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-20T14:24:39,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2220 sec 2024-11-20T14:24:39,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.2280 sec 2024-11-20T14:24:39,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:39,655 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a85167de91c346268793bfb8dac7e7a2 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T14:24:39,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=A 2024-11-20T14:24:39,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:39,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=B 2024-11-20T14:24:39,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:39,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=C 2024-11-20T14:24:39,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:39,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:39,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112739658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:39,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:39,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112739659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:39,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:39,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112739660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:39,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:39,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112739661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:39,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/340624d2871146eeb5277cc89c8b85ea is 50, key is test_row_0/A:col10/1732112679343/Put/seqid=0 2024-11-20T14:24:39,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:39,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112739668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:39,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741925_1101 (size=14741) 2024-11-20T14:24:39,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:39,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112739762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:39,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:39,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112739763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:39,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:39,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112739763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:39,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:39,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112739763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:39,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:39,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112739770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:39,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112739965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:39,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112739966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:39,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112739966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:39,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112739967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:39,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112739972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:40,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/340624d2871146eeb5277cc89c8b85ea 2024-11-20T14:24:40,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/5da7c090d18741e8a394cd6a3cccbe49 is 50, key is test_row_0/B:col10/1732112679343/Put/seqid=0 2024-11-20T14:24:40,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741926_1102 (size=12301) 2024-11-20T14:24:40,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112740267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:40,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:40,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112740269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:40,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112740269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112740268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:40,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112740275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T14:24:40,392 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-20T14:24:40,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:24:40,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-20T14:24:40,396 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:24:40,397 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:24:40,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:24:40,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T14:24:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T14:24:40,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/5da7c090d18741e8a394cd6a3cccbe49 2024-11-20T14:24:40,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/2d8aede1016947bbb6efebc1d70d981f is 50, key is test_row_0/C:col10/1732112679343/Put/seqid=0 2024-11-20T14:24:40,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741927_1103 (size=12301) 2024-11-20T14:24:40,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/2d8aede1016947bbb6efebc1d70d981f 2024-11-20T14:24:40,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/340624d2871146eeb5277cc89c8b85ea as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/340624d2871146eeb5277cc89c8b85ea 2024-11-20T14:24:40,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/340624d2871146eeb5277cc89c8b85ea, entries=200, sequenceid=440, filesize=14.4 K 2024-11-20T14:24:40,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/5da7c090d18741e8a394cd6a3cccbe49 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/5da7c090d18741e8a394cd6a3cccbe49 2024-11-20T14:24:40,551 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:40,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-20T14:24:40,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:40,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:40,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:40,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:40,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:40,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/5da7c090d18741e8a394cd6a3cccbe49, entries=150, sequenceid=440, filesize=12.0 K 2024-11-20T14:24:40,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/2d8aede1016947bbb6efebc1d70d981f as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/2d8aede1016947bbb6efebc1d70d981f 2024-11-20T14:24:40,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/2d8aede1016947bbb6efebc1d70d981f, entries=150, sequenceid=440, filesize=12.0 K 2024-11-20T14:24:40,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for a85167de91c346268793bfb8dac7e7a2 in 910ms, sequenceid=440, compaction requested=true 2024-11-20T14:24:40,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:40,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a85167de91c346268793bfb8dac7e7a2:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:24:40,565 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:24:40,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:40,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a85167de91c346268793bfb8dac7e7a2:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:24:40,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:40,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a85167de91c346268793bfb8dac7e7a2:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:24:40,566 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:24:40,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:24:40,567 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37819 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:24:40,567 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:24:40,567 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): a85167de91c346268793bfb8dac7e7a2/A is initiating minor compaction (all files) 2024-11-20T14:24:40,567 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): a85167de91c346268793bfb8dac7e7a2/B is initiating minor compaction (all files) 2024-11-20T14:24:40,567 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a85167de91c346268793bfb8dac7e7a2/A in TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:40,567 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a85167de91c346268793bfb8dac7e7a2/B in TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:40,567 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/eaebaf3548514a0abfbcb1b6d381de86, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/082c4f83c538477d80890482ea111649, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/5da7c090d18741e8a394cd6a3cccbe49] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp, totalSize=34.5 K 2024-11-20T14:24:40,567 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/1b5dee5ac78c48649e727205c8eda00d, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/96fc9fa76b9046e28c56a36b9f0e42e0, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/340624d2871146eeb5277cc89c8b85ea] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp, totalSize=36.9 K 2024-11-20T14:24:40,568 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting eaebaf3548514a0abfbcb1b6d381de86, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732112676544 2024-11-20T14:24:40,568 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 082c4f83c538477d80890482ea111649, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732112677171 2024-11-20T14:24:40,568 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b5dee5ac78c48649e727205c8eda00d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732112676544 2024-11-20T14:24:40,569 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96fc9fa76b9046e28c56a36b9f0e42e0, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732112677171 2024-11-20T14:24:40,569 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 5da7c090d18741e8a394cd6a3cccbe49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732112679343 2024-11-20T14:24:40,569 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 340624d2871146eeb5277cc89c8b85ea, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732112679343 2024-11-20T14:24:40,580 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a85167de91c346268793bfb8dac7e7a2#A#compaction#89 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:24:40,580 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a85167de91c346268793bfb8dac7e7a2#B#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:24:40,581 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/885667092c5d45ab80522391b44a647d is 50, key is test_row_0/A:col10/1732112679343/Put/seqid=0 2024-11-20T14:24:40,581 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/2713ec3c2aa445f6a72be2ecf06486b2 is 50, key is test_row_0/B:col10/1732112679343/Put/seqid=0 2024-11-20T14:24:40,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741928_1104 (size=13323) 2024-11-20T14:24:40,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741929_1105 (size=13323) 2024-11-20T14:24:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T14:24:40,707 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:40,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-20T14:24:40,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:40,709 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing a85167de91c346268793bfb8dac7e7a2 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T14:24:40,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=A 2024-11-20T14:24:40,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:40,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=B 2024-11-20T14:24:40,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:40,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=C 2024-11-20T14:24:40,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:40,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/09e2e49f5142425992581aa0e91e91c5 is 50, key is test_row_0/A:col10/1732112679659/Put/seqid=0 2024-11-20T14:24:40,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741930_1106 (size=12301) 2024-11-20T14:24:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:40,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:40,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112740800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:40,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112740802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:40,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112740803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:40,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112740803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:40,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112740804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:40,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112740905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:40,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112740906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:40,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112740906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:40,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112740907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:40,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112740907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:40,995 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/885667092c5d45ab80522391b44a647d as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/885667092c5d45ab80522391b44a647d 2024-11-20T14:24:40,996 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/2713ec3c2aa445f6a72be2ecf06486b2 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/2713ec3c2aa445f6a72be2ecf06486b2 2024-11-20T14:24:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T14:24:41,004 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a85167de91c346268793bfb8dac7e7a2/A of a85167de91c346268793bfb8dac7e7a2 into 885667092c5d45ab80522391b44a647d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:24:41,004 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a85167de91c346268793bfb8dac7e7a2/B of a85167de91c346268793bfb8dac7e7a2 into 2713ec3c2aa445f6a72be2ecf06486b2(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:24:41,004 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:41,004 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:41,004 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2., storeName=a85167de91c346268793bfb8dac7e7a2/A, priority=13, startTime=1732112680565; duration=0sec 2024-11-20T14:24:41,005 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2., storeName=a85167de91c346268793bfb8dac7e7a2/B, priority=13, startTime=1732112680565; duration=0sec 2024-11-20T14:24:41,005 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:24:41,005 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a85167de91c346268793bfb8dac7e7a2:A 2024-11-20T14:24:41,005 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:41,005 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:24:41,005 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a85167de91c346268793bfb8dac7e7a2:B 2024-11-20T14:24:41,006 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:24:41,006 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): a85167de91c346268793bfb8dac7e7a2/C is initiating minor compaction (all files) 2024-11-20T14:24:41,006 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a85167de91c346268793bfb8dac7e7a2/C in TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:41,006 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/607eee55df574a16ac66129b6d7856f3, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/f5e38e21be1441de9c4c7bc773e0806e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/2d8aede1016947bbb6efebc1d70d981f] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp, totalSize=34.5 K 2024-11-20T14:24:41,007 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 607eee55df574a16ac66129b6d7856f3, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732112676544 2024-11-20T14:24:41,007 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5e38e21be1441de9c4c7bc773e0806e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732112677171 2024-11-20T14:24:41,008 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d8aede1016947bbb6efebc1d70d981f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732112679343 2024-11-20T14:24:41,016 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a85167de91c346268793bfb8dac7e7a2#C#compaction#92 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:24:41,017 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/8ebe438f121648a6bcec83871454e120 is 50, key is test_row_0/C:col10/1732112679343/Put/seqid=0 2024-11-20T14:24:41,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741931_1107 (size=13289) 2024-11-20T14:24:41,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112741109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:41,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:41,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112741109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112741109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:41,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112741110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:41,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112741110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:41,123 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/09e2e49f5142425992581aa0e91e91c5 2024-11-20T14:24:41,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/450635d4dd2f4bedbe17744098e28dc7 is 50, key is test_row_0/B:col10/1732112679659/Put/seqid=0 2024-11-20T14:24:41,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741932_1108 (size=12301) 2024-11-20T14:24:41,136 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/450635d4dd2f4bedbe17744098e28dc7 2024-11-20T14:24:41,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/1bb12d18ff354730b78b6343f131016c is 50, key is test_row_0/C:col10/1732112679659/Put/seqid=0 2024-11-20T14:24:41,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741933_1109 (size=12301) 2024-11-20T14:24:41,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:41,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112741413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:41,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:41,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112741414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:41,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:41,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112741416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:41,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:41,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112741416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:41,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:41,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112741424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:41,431 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/8ebe438f121648a6bcec83871454e120 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/8ebe438f121648a6bcec83871454e120 2024-11-20T14:24:41,437 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a85167de91c346268793bfb8dac7e7a2/C of a85167de91c346268793bfb8dac7e7a2 into 8ebe438f121648a6bcec83871454e120(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:24:41,437 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:41,437 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2., storeName=a85167de91c346268793bfb8dac7e7a2/C, priority=13, startTime=1732112680566; duration=0sec 2024-11-20T14:24:41,437 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:41,437 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a85167de91c346268793bfb8dac7e7a2:C 2024-11-20T14:24:41,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T14:24:41,549 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/1bb12d18ff354730b78b6343f131016c 2024-11-20T14:24:41,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/09e2e49f5142425992581aa0e91e91c5 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/09e2e49f5142425992581aa0e91e91c5 2024-11-20T14:24:41,562 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/09e2e49f5142425992581aa0e91e91c5, entries=150, sequenceid=448, filesize=12.0 K 2024-11-20T14:24:41,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/450635d4dd2f4bedbe17744098e28dc7 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/450635d4dd2f4bedbe17744098e28dc7 2024-11-20T14:24:41,570 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/450635d4dd2f4bedbe17744098e28dc7, entries=150, sequenceid=448, filesize=12.0 K 2024-11-20T14:24:41,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/1bb12d18ff354730b78b6343f131016c as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/1bb12d18ff354730b78b6343f131016c 2024-11-20T14:24:41,577 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/1bb12d18ff354730b78b6343f131016c, entries=150, sequenceid=448, filesize=12.0 K 2024-11-20T14:24:41,578 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for a85167de91c346268793bfb8dac7e7a2 in 869ms, sequenceid=448, compaction requested=false 2024-11-20T14:24:41,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:41,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:41,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-20T14:24:41,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-20T14:24:41,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-20T14:24:41,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1820 sec 2024-11-20T14:24:41,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.1870 sec 2024-11-20T14:24:41,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:41,921 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a85167de91c346268793bfb8dac7e7a2 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-20T14:24:41,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=A 2024-11-20T14:24:41,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:41,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=B 2024-11-20T14:24:41,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:41,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=C 2024-11-20T14:24:41,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:41,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:41,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112741922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:41,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112741922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:41,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:41,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112741923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:41,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:41,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112741923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:41,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/513712367ada4c5eb185f55fbebb9248 is 50, key is test_row_0/A:col10/1732112681920/Put/seqid=0 2024-11-20T14:24:41,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741934_1110 (size=14741) 2024-11-20T14:24:41,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:41,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112741933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:42,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:42,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112742024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112742025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:42,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112742027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:42,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112742226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:42,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112742227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:42,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112742230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:42,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/513712367ada4c5eb185f55fbebb9248 2024-11-20T14:24:42,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/8cbe2caa10ed4d0b9434faacd00b282d is 50, key is test_row_0/B:col10/1732112681920/Put/seqid=0 2024-11-20T14:24:42,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741935_1111 (size=12301) 2024-11-20T14:24:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T14:24:42,502 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-20T14:24:42,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:24:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-20T14:24:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T14:24:42,506 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:24:42,506 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:24:42,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:24:42,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112742531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:42,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112742531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:42,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112742533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T14:24:42,658 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:42,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-20T14:24:42,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:42,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:42,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:42,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:42,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:42,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:42,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/8cbe2caa10ed4d0b9434faacd00b282d 2024-11-20T14:24:42,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/3f7dd9fefb544d67a38990aecc79478e is 50, key is test_row_0/C:col10/1732112681920/Put/seqid=0 2024-11-20T14:24:42,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741936_1112 (size=12301) 2024-11-20T14:24:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T14:24:42,813 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:42,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-20T14:24:42,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:42,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:42,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:42,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:42,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:42,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112742936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:42,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112742939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:42,967 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:42,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-20T14:24:42,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:42,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:42,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:42,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:42,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:43,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112743033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:43,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:43,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112743038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112743038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T14:24:43,120 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:43,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-20T14:24:43,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:43,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:43,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:43,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:43,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:43,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:43,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/3f7dd9fefb544d67a38990aecc79478e 2024-11-20T14:24:43,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/513712367ada4c5eb185f55fbebb9248 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/513712367ada4c5eb185f55fbebb9248 2024-11-20T14:24:43,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/513712367ada4c5eb185f55fbebb9248, entries=200, sequenceid=483, filesize=14.4 K 2024-11-20T14:24:43,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/8cbe2caa10ed4d0b9434faacd00b282d as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/8cbe2caa10ed4d0b9434faacd00b282d 2024-11-20T14:24:43,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/8cbe2caa10ed4d0b9434faacd00b282d, entries=150, sequenceid=483, filesize=12.0 K 2024-11-20T14:24:43,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/3f7dd9fefb544d67a38990aecc79478e as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/3f7dd9fefb544d67a38990aecc79478e 2024-11-20T14:24:43,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/3f7dd9fefb544d67a38990aecc79478e, entries=150, sequenceid=483, filesize=12.0 K 2024-11-20T14:24:43,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for a85167de91c346268793bfb8dac7e7a2 in 1275ms, sequenceid=483, compaction requested=true 2024-11-20T14:24:43,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:43,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a85167de91c346268793bfb8dac7e7a2:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:24:43,195 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:24:43,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:43,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a85167de91c346268793bfb8dac7e7a2:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:24:43,195 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:24:43,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:43,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a85167de91c346268793bfb8dac7e7a2:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:24:43,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:24:43,197 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40365 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:24:43,197 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): a85167de91c346268793bfb8dac7e7a2/A is initiating minor compaction (all files) 2024-11-20T14:24:43,197 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a85167de91c346268793bfb8dac7e7a2/A in TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:43,197 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/885667092c5d45ab80522391b44a647d, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/09e2e49f5142425992581aa0e91e91c5, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/513712367ada4c5eb185f55fbebb9248] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp, totalSize=39.4 K 2024-11-20T14:24:43,197 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:24:43,197 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 885667092c5d45ab80522391b44a647d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732112679343 2024-11-20T14:24:43,197 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): a85167de91c346268793bfb8dac7e7a2/B is initiating minor compaction (all files) 2024-11-20T14:24:43,198 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a85167de91c346268793bfb8dac7e7a2/B in TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:43,198 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/2713ec3c2aa445f6a72be2ecf06486b2, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/450635d4dd2f4bedbe17744098e28dc7, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/8cbe2caa10ed4d0b9434faacd00b282d] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp, totalSize=37.0 K 2024-11-20T14:24:43,198 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09e2e49f5142425992581aa0e91e91c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732112679658 2024-11-20T14:24:43,198 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 2713ec3c2aa445f6a72be2ecf06486b2, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732112679343 2024-11-20T14:24:43,198 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 513712367ada4c5eb185f55fbebb9248, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1732112680799 2024-11-20T14:24:43,199 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 450635d4dd2f4bedbe17744098e28dc7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732112679658 2024-11-20T14:24:43,199 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 8cbe2caa10ed4d0b9434faacd00b282d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1732112680799 2024-11-20T14:24:43,207 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a85167de91c346268793bfb8dac7e7a2#A#compaction#98 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:24:43,208 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/518d993cdc2a47e4b7c250a94a68c789 is 50, key is test_row_0/A:col10/1732112681920/Put/seqid=0 2024-11-20T14:24:43,208 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a85167de91c346268793bfb8dac7e7a2#B#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:24:43,209 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/2c2b9af9542841b3a51c09fc3dd88f7d is 50, key is test_row_0/B:col10/1732112681920/Put/seqid=0 2024-11-20T14:24:43,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741937_1113 (size=13425) 2024-11-20T14:24:43,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741938_1114 (size=13425) 2024-11-20T14:24:43,231 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/518d993cdc2a47e4b7c250a94a68c789 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/518d993cdc2a47e4b7c250a94a68c789 2024-11-20T14:24:43,231 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/2c2b9af9542841b3a51c09fc3dd88f7d as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/2c2b9af9542841b3a51c09fc3dd88f7d 2024-11-20T14:24:43,239 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a85167de91c346268793bfb8dac7e7a2/A of a85167de91c346268793bfb8dac7e7a2 into 518d993cdc2a47e4b7c250a94a68c789(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:24:43,239 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:43,240 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a85167de91c346268793bfb8dac7e7a2/B of a85167de91c346268793bfb8dac7e7a2 into 2c2b9af9542841b3a51c09fc3dd88f7d(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:24:43,240 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2., storeName=a85167de91c346268793bfb8dac7e7a2/A, priority=13, startTime=1732112683195; duration=0sec 2024-11-20T14:24:43,240 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:43,240 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2., storeName=a85167de91c346268793bfb8dac7e7a2/B, priority=13, startTime=1732112683195; duration=0sec 2024-11-20T14:24:43,240 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:24:43,240 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a85167de91c346268793bfb8dac7e7a2:A 2024-11-20T14:24:43,240 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:24:43,241 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:24:43,241 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): a85167de91c346268793bfb8dac7e7a2/C is initiating minor compaction (all files) 2024-11-20T14:24:43,242 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a85167de91c346268793bfb8dac7e7a2/C in TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:43,242 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/8ebe438f121648a6bcec83871454e120, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/1bb12d18ff354730b78b6343f131016c, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/3f7dd9fefb544d67a38990aecc79478e] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp, totalSize=37.0 K 2024-11-20T14:24:43,242 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:43,242 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a85167de91c346268793bfb8dac7e7a2:B 2024-11-20T14:24:43,242 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ebe438f121648a6bcec83871454e120, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732112679343 2024-11-20T14:24:43,243 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1bb12d18ff354730b78b6343f131016c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732112679658 2024-11-20T14:24:43,243 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f7dd9fefb544d67a38990aecc79478e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1732112680799 2024-11-20T14:24:43,253 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a85167de91c346268793bfb8dac7e7a2#C#compaction#100 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:24:43,254 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/dece51c0112b4c2fb8de2cda2a77d651 is 50, key is test_row_0/C:col10/1732112681920/Put/seqid=0 2024-11-20T14:24:43,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741939_1115 (size=13391) 2024-11-20T14:24:43,271 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/dece51c0112b4c2fb8de2cda2a77d651 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/dece51c0112b4c2fb8de2cda2a77d651 2024-11-20T14:24:43,273 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:43,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-20T14:24:43,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:43,274 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing a85167de91c346268793bfb8dac7e7a2 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-20T14:24:43,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=A 2024-11-20T14:24:43,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:43,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=B 2024-11-20T14:24:43,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:43,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=C 2024-11-20T14:24:43,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:43,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/25f207d59ba74ec784fda1d3f26b2841 is 50, key is test_row_0/A:col10/1732112681922/Put/seqid=0 2024-11-20T14:24:43,283 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a85167de91c346268793bfb8dac7e7a2/C of a85167de91c346268793bfb8dac7e7a2 into dece51c0112b4c2fb8de2cda2a77d651(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:24:43,283 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:43,283 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2., storeName=a85167de91c346268793bfb8dac7e7a2/C, priority=13, startTime=1732112683196; duration=0sec 2024-11-20T14:24:43,283 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:43,283 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a85167de91c346268793bfb8dac7e7a2:C 2024-11-20T14:24:43,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741940_1116 (size=7415) 2024-11-20T14:24:43,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T14:24:43,691 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/25f207d59ba74ec784fda1d3f26b2841 2024-11-20T14:24:43,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/15538ba55228448baab4bfbe20715a95 is 50, key is test_row_0/B:col10/1732112681922/Put/seqid=0 2024-11-20T14:24:43,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741941_1117 (size=7415) 2024-11-20T14:24:43,711 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/15538ba55228448baab4bfbe20715a95 2024-11-20T14:24:43,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/34bc560bc0504a3583feded744eadac6 is 50, key is test_row_0/C:col10/1732112681922/Put/seqid=0 2024-11-20T14:24:43,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741942_1118 (size=7415) 2024-11-20T14:24:43,727 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/34bc560bc0504a3583feded744eadac6 2024-11-20T14:24:43,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/25f207d59ba74ec784fda1d3f26b2841 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/25f207d59ba74ec784fda1d3f26b2841 2024-11-20T14:24:43,739 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/25f207d59ba74ec784fda1d3f26b2841, entries=50, sequenceid=489, filesize=7.2 K 2024-11-20T14:24:43,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/15538ba55228448baab4bfbe20715a95 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/15538ba55228448baab4bfbe20715a95 2024-11-20T14:24:43,745 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/15538ba55228448baab4bfbe20715a95, entries=50, sequenceid=489, filesize=7.2 K 2024-11-20T14:24:43,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/34bc560bc0504a3583feded744eadac6 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/34bc560bc0504a3583feded744eadac6 2024-11-20T14:24:43,752 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/34bc560bc0504a3583feded744eadac6, entries=50, sequenceid=489, filesize=7.2 K 2024-11-20T14:24:43,753 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for a85167de91c346268793bfb8dac7e7a2 in 479ms, sequenceid=489, compaction requested=false 2024-11-20T14:24:43,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:43,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:43,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-20T14:24:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-20T14:24:43,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-20T14:24:43,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2490 sec 2024-11-20T14:24:43,759 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.2530 sec 2024-11-20T14:24:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:44,048 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a85167de91c346268793bfb8dac7e7a2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T14:24:44,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=A 2024-11-20T14:24:44,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:44,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=B 2024-11-20T14:24:44,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:44,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=C 2024-11-20T14:24:44,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:44,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/a3e5040eba6e4a5387404f205e16beb0 is 50, key is test_row_0/A:col10/1732112684046/Put/seqid=0 2024-11-20T14:24:44,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741943_1119 (size=9857) 2024-11-20T14:24:44,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=501 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/a3e5040eba6e4a5387404f205e16beb0 2024-11-20T14:24:44,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112744071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:44,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:44,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112744073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112744073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:44,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/4cec5c27be664485898f961bf29cb622 is 50, key is test_row_0/B:col10/1732112684046/Put/seqid=0 2024-11-20T14:24:44,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741944_1120 (size=9857) 2024-11-20T14:24:44,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112744176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:44,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112744177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:44,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112744177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:44,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112744378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:44,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112744379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:44,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112744380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:44,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=501 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/4cec5c27be664485898f961bf29cb622 2024-11-20T14:24:44,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/bf4d36a6f2a54647b8d90ed3564b142f is 50, key is test_row_0/C:col10/1732112684046/Put/seqid=0 2024-11-20T14:24:44,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741945_1121 (size=9857) 2024-11-20T14:24:44,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=501 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/bf4d36a6f2a54647b8d90ed3564b142f 2024-11-20T14:24:44,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/a3e5040eba6e4a5387404f205e16beb0 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/a3e5040eba6e4a5387404f205e16beb0 2024-11-20T14:24:44,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/a3e5040eba6e4a5387404f205e16beb0, entries=100, sequenceid=501, filesize=9.6 K 2024-11-20T14:24:44,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/4cec5c27be664485898f961bf29cb622 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/4cec5c27be664485898f961bf29cb622 2024-11-20T14:24:44,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/4cec5c27be664485898f961bf29cb622, entries=100, sequenceid=501, filesize=9.6 K 2024-11-20T14:24:44,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/bf4d36a6f2a54647b8d90ed3564b142f as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/bf4d36a6f2a54647b8d90ed3564b142f 2024-11-20T14:24:44,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/bf4d36a6f2a54647b8d90ed3564b142f, entries=100, sequenceid=501, filesize=9.6 K 2024-11-20T14:24:44,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a85167de91c346268793bfb8dac7e7a2 in 483ms, sequenceid=501, compaction requested=true 2024-11-20T14:24:44,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:44,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a85167de91c346268793bfb8dac7e7a2:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:24:44,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:44,532 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:24:44,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a85167de91c346268793bfb8dac7e7a2:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:24:44,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:44,532 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:24:44,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a85167de91c346268793bfb8dac7e7a2:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:24:44,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:24:44,533 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 30697 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:24:44,533 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 30697 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:24:44,533 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): a85167de91c346268793bfb8dac7e7a2/A is initiating minor compaction (all files) 2024-11-20T14:24:44,533 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): a85167de91c346268793bfb8dac7e7a2/B is initiating minor compaction (all files) 2024-11-20T14:24:44,533 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a85167de91c346268793bfb8dac7e7a2/A in TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:44,533 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a85167de91c346268793bfb8dac7e7a2/B in TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:44,533 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/518d993cdc2a47e4b7c250a94a68c789, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/25f207d59ba74ec784fda1d3f26b2841, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/a3e5040eba6e4a5387404f205e16beb0] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp, totalSize=30.0 K 2024-11-20T14:24:44,533 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/2c2b9af9542841b3a51c09fc3dd88f7d, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/15538ba55228448baab4bfbe20715a95, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/4cec5c27be664485898f961bf29cb622] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp, totalSize=30.0 K 2024-11-20T14:24:44,534 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c2b9af9542841b3a51c09fc3dd88f7d, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1732112680799 2024-11-20T14:24:44,534 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 518d993cdc2a47e4b7c250a94a68c789, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1732112680799 2024-11-20T14:24:44,535 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 15538ba55228448baab4bfbe20715a95, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732112681922 2024-11-20T14:24:44,535 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25f207d59ba74ec784fda1d3f26b2841, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732112681922 2024-11-20T14:24:44,536 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 4cec5c27be664485898f961bf29cb622, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=501, earliestPutTs=1732112684044 2024-11-20T14:24:44,536 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3e5040eba6e4a5387404f205e16beb0, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=501, earliestPutTs=1732112684044 2024-11-20T14:24:44,547 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a85167de91c346268793bfb8dac7e7a2#B#compaction#107 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:24:44,547 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a85167de91c346268793bfb8dac7e7a2#A#compaction#108 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:24:44,548 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/96c7a7fe69274041bf8ab9a5b8fe6dbc is 50, key is test_row_0/B:col10/1732112684046/Put/seqid=0 2024-11-20T14:24:44,548 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/f45ef0b9bad34813b74fed370e5e39ed is 50, key is test_row_0/A:col10/1732112684046/Put/seqid=0 2024-11-20T14:24:44,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741946_1122 (size=13527) 2024-11-20T14:24:44,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741947_1123 (size=13527) 2024-11-20T14:24:44,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T14:24:44,610 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-20T14:24:44,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:24:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-20T14:24:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-20T14:24:44,613 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:24:44,614 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:24:44,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:24:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:44,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a85167de91c346268793bfb8dac7e7a2 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T14:24:44,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=A 2024-11-20T14:24:44,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:44,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=B 2024-11-20T14:24:44,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:44,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=C 2024-11-20T14:24:44,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:44,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/5e564fcfd7694974b56344828a2c120f is 50, key is test_row_0/A:col10/1732112684684/Put/seqid=0 2024-11-20T14:24:44,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741948_1124 (size=12301) 2024-11-20T14:24:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-20T14:24:44,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112744738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:44,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112744738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:44,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112744738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:44,765 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:44,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-20T14:24:44,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:44,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:44,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:44,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:44,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:44,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:44,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112744842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:44,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112744842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:44,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112744842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-20T14:24:44,919 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:44,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-20T14:24:44,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:44,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:44,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:44,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:44,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:44,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51052 deadline: 1732112744944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:44,946 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2., hostname=315eb151f916,36867,1732112657619, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T14:24:44,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51030 deadline: 1732112744954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:44,955 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4154 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2., hostname=315eb151f916,36867,1732112657619, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T14:24:44,976 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/f45ef0b9bad34813b74fed370e5e39ed as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/f45ef0b9bad34813b74fed370e5e39ed 2024-11-20T14:24:44,977 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:60221 2024-11-20T14:24:44,977 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:60221 2024-11-20T14:24:44,977 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:24:44,977 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:24:44,981 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:60221 2024-11-20T14:24:44,981 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:24:44,982 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:60221 2024-11-20T14:24:44,982 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:24:44,984 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a85167de91c346268793bfb8dac7e7a2/A of a85167de91c346268793bfb8dac7e7a2 into f45ef0b9bad34813b74fed370e5e39ed(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:24:44,984 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:44,984 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2., storeName=a85167de91c346268793bfb8dac7e7a2/A, priority=13, startTime=1732112684531; duration=0sec 2024-11-20T14:24:44,984 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:24:44,984 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a85167de91c346268793bfb8dac7e7a2:A 2024-11-20T14:24:44,984 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:24:44,985 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/96c7a7fe69274041bf8ab9a5b8fe6dbc as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/96c7a7fe69274041bf8ab9a5b8fe6dbc 2024-11-20T14:24:44,985 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 30663 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:24:44,985 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): a85167de91c346268793bfb8dac7e7a2/C is initiating minor compaction (all files) 2024-11-20T14:24:44,985 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a85167de91c346268793bfb8dac7e7a2/C in TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:44,985 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/dece51c0112b4c2fb8de2cda2a77d651, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/34bc560bc0504a3583feded744eadac6, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/bf4d36a6f2a54647b8d90ed3564b142f] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp, totalSize=29.9 K 2024-11-20T14:24:44,986 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting dece51c0112b4c2fb8de2cda2a77d651, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1732112680799 2024-11-20T14:24:44,986 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34bc560bc0504a3583feded744eadac6, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732112681922 2024-11-20T14:24:44,987 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf4d36a6f2a54647b8d90ed3564b142f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=501, earliestPutTs=1732112684044 2024-11-20T14:24:44,990 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a85167de91c346268793bfb8dac7e7a2/B of a85167de91c346268793bfb8dac7e7a2 into 96c7a7fe69274041bf8ab9a5b8fe6dbc(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:24:44,990 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:44,990 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2., storeName=a85167de91c346268793bfb8dac7e7a2/B, priority=13, startTime=1732112684532; duration=0sec 2024-11-20T14:24:44,990 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:44,990 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a85167de91c346268793bfb8dac7e7a2:B 2024-11-20T14:24:44,994 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a85167de91c346268793bfb8dac7e7a2#C#compaction#110 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:24:44,994 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/22b79b9779f04ac2b49e576c743dfa68 is 50, key is test_row_0/C:col10/1732112684046/Put/seqid=0 2024-11-20T14:24:44,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741949_1125 (size=13493) 2024-11-20T14:24:45,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:45,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112745045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112745045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:45,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112745046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:45,072 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:45,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-20T14:24:45,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:45,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:45,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:45,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:45,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:45,099 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/5e564fcfd7694974b56344828a2c120f 2024-11-20T14:24:45,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/52ed63776f3f4a119608bcb2b52d69de is 50, key is test_row_0/B:col10/1732112684684/Put/seqid=0 2024-11-20T14:24:45,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741950_1126 (size=12301) 2024-11-20T14:24:45,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-20T14:24:45,225 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:45,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-20T14:24:45,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:45,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:45,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:45,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:45,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:45,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:45,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112745346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:45,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112745347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:45,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112745348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:45,378 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:45,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-20T14:24:45,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:45,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:45,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:45,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:45,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:45,404 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/22b79b9779f04ac2b49e576c743dfa68 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/22b79b9779f04ac2b49e576c743dfa68 2024-11-20T14:24:45,409 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a85167de91c346268793bfb8dac7e7a2/C of a85167de91c346268793bfb8dac7e7a2 into 22b79b9779f04ac2b49e576c743dfa68(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:24:45,409 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:45,409 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2., storeName=a85167de91c346268793bfb8dac7e7a2/C, priority=13, startTime=1732112684532; duration=0sec 2024-11-20T14:24:45,409 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:45,409 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a85167de91c346268793bfb8dac7e7a2:C 2024-11-20T14:24:45,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/52ed63776f3f4a119608bcb2b52d69de 2024-11-20T14:24:45,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/c898e07765a749d5b6ece4b266eccc7e is 50, key is test_row_0/C:col10/1732112684684/Put/seqid=0 2024-11-20T14:24:45,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741951_1127 (size=12301) 2024-11-20T14:24:45,531 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:45,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-20T14:24:45,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:45,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:45,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:45,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:45,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:45,684 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:45,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-20T14:24:45,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:45,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:45,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:45,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:45,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:45,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:45,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-20T14:24:45,837 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:45,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-20T14:24:45,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:45,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:45,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:45,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:45,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:45,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:45,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:45,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:45,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1732112745851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:45,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51028 deadline: 1732112745852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:45,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:45,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51038 deadline: 1732112745852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:45,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/c898e07765a749d5b6ece4b266eccc7e 2024-11-20T14:24:45,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/5e564fcfd7694974b56344828a2c120f as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/5e564fcfd7694974b56344828a2c120f 2024-11-20T14:24:45,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/5e564fcfd7694974b56344828a2c120f, entries=150, sequenceid=528, filesize=12.0 K 2024-11-20T14:24:45,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/52ed63776f3f4a119608bcb2b52d69de as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/52ed63776f3f4a119608bcb2b52d69de 2024-11-20T14:24:45,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/52ed63776f3f4a119608bcb2b52d69de, entries=150, sequenceid=528, filesize=12.0 K 2024-11-20T14:24:45,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/c898e07765a749d5b6ece4b266eccc7e as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/c898e07765a749d5b6ece4b266eccc7e 2024-11-20T14:24:45,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/c898e07765a749d5b6ece4b266eccc7e, entries=150, sequenceid=528, filesize=12.0 K 2024-11-20T14:24:45,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for a85167de91c346268793bfb8dac7e7a2 in 1261ms, sequenceid=528, compaction requested=false 2024-11-20T14:24:45,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:45,990 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:45,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-20T14:24:45,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:45,991 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing a85167de91c346268793bfb8dac7e7a2 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T14:24:45,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=A 2024-11-20T14:24:45,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:45,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=B 2024-11-20T14:24:45,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:45,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=C 2024-11-20T14:24:45,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:45,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/b1ba3f04d51244cbaac0fb273198be06 is 50, key is test_row_0/A:col10/1732112684688/Put/seqid=0 2024-11-20T14:24:46,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741952_1128 (size=9857) 2024-11-20T14:24:46,001 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T14:24:46,400 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=541 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/b1ba3f04d51244cbaac0fb273198be06 2024-11-20T14:24:46,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/73b129e73e194fd4a57205a178ada5bb is 50, key is test_row_0/B:col10/1732112684688/Put/seqid=0 2024-11-20T14:24:46,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741953_1129 (size=9857) 2024-11-20T14:24:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-20T14:24:46,813 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=541 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/73b129e73e194fd4a57205a178ada5bb 2024-11-20T14:24:46,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/bb3ae50f083f47888262288ca3ab226c is 50, key is test_row_0/C:col10/1732112684688/Put/seqid=0 2024-11-20T14:24:46,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741954_1130 (size=9857) 2024-11-20T14:24:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:46,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. as already flushing 2024-11-20T14:24:46,855 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:60221 2024-11-20T14:24:46,855 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:24:46,861 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:60221 2024-11-20T14:24:46,861 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:60221 2024-11-20T14:24:46,861 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:24:46,861 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:24:47,226 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=541 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/bb3ae50f083f47888262288ca3ab226c 2024-11-20T14:24:47,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/b1ba3f04d51244cbaac0fb273198be06 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/b1ba3f04d51244cbaac0fb273198be06 2024-11-20T14:24:47,236 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/b1ba3f04d51244cbaac0fb273198be06, entries=100, sequenceid=541, filesize=9.6 K 2024-11-20T14:24:47,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/73b129e73e194fd4a57205a178ada5bb as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/73b129e73e194fd4a57205a178ada5bb 2024-11-20T14:24:47,241 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/73b129e73e194fd4a57205a178ada5bb, entries=100, sequenceid=541, filesize=9.6 K 2024-11-20T14:24:47,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/bb3ae50f083f47888262288ca3ab226c as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/bb3ae50f083f47888262288ca3ab226c 2024-11-20T14:24:47,246 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/bb3ae50f083f47888262288ca3ab226c, entries=100, sequenceid=541, filesize=9.6 K 2024-11-20T14:24:47,247 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=20.13 KB/20610 for a85167de91c346268793bfb8dac7e7a2 in 1256ms, sequenceid=541, compaction requested=true 2024-11-20T14:24:47,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:47,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:47,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-20T14:24:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-11-20T14:24:47,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-20T14:24:47,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6340 sec 2024-11-20T14:24:47,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 2.6390 sec 2024-11-20T14:24:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-20T14:24:48,718 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-20T14:24:48,958 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:60221 2024-11-20T14:24:48,958 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:24:48,959 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:60221 2024-11-20T14:24:48,959 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:24:48,959 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T14:24:48,959 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-11-20T14:24:48,959 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-20T14:24:48,959 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-20T14:24:48,959 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-20T14:24:48,959 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 93 2024-11-20T14:24:48,959 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T14:24:48,959 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7120 2024-11-20T14:24:48,959 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7939 2024-11-20T14:24:48,959 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T14:24:48,959 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3268 2024-11-20T14:24:48,959 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9800 rows 2024-11-20T14:24:48,959 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3231 2024-11-20T14:24:48,959 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9692 rows 2024-11-20T14:24:48,959 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T14:24:48,960 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:60221 2024-11-20T14:24:48,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:24:48,964 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T14:24:48,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T14:24:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T14:24:48,978 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732112688977"}]},"ts":"1732112688977"} 2024-11-20T14:24:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-20T14:24:48,979 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T14:24:48,981 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T14:24:48,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T14:24:48,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a85167de91c346268793bfb8dac7e7a2, UNASSIGN}] 2024-11-20T14:24:48,989 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a85167de91c346268793bfb8dac7e7a2, UNASSIGN 2024-11-20T14:24:48,990 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=a85167de91c346268793bfb8dac7e7a2, regionState=CLOSING, regionLocation=315eb151f916,36867,1732112657619 2024-11-20T14:24:48,992 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T14:24:48,992 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; CloseRegionProcedure a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619}] 2024-11-20T14:24:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-20T14:24:49,148 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:49,149 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(124): Close a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:49,150 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T14:24:49,150 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1681): Closing a85167de91c346268793bfb8dac7e7a2, disabling compactions & flushes 2024-11-20T14:24:49,150 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:49,150 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:49,150 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. after waiting 0 ms 2024-11-20T14:24:49,150 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:49,151 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(2837): Flushing a85167de91c346268793bfb8dac7e7a2 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T14:24:49,151 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=A 2024-11-20T14:24:49,151 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:49,151 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=B 2024-11-20T14:24:49,151 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:49,151 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a85167de91c346268793bfb8dac7e7a2, store=C 2024-11-20T14:24:49,151 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:49,155 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/c186cdb62cf14be5a8a303d55c4b2df6 is 50, key is test_row_0/A:col10/1732112686860/Put/seqid=0 2024-11-20T14:24:49,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741955_1131 (size=12301) 2024-11-20T14:24:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-20T14:24:49,560 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/c186cdb62cf14be5a8a303d55c4b2df6 2024-11-20T14:24:49,567 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/147d8342912d4d6488e7016aa024a402 is 50, key is test_row_0/B:col10/1732112686860/Put/seqid=0 2024-11-20T14:24:49,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741956_1132 (size=12301) 2024-11-20T14:24:49,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-20T14:24:49,972 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/147d8342912d4d6488e7016aa024a402 2024-11-20T14:24:49,980 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/dc1763bcbf304422a85b6459779ebb1c is 50, key is test_row_0/C:col10/1732112686860/Put/seqid=0 2024-11-20T14:24:49,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741957_1133 (size=12301) 2024-11-20T14:24:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-20T14:24:50,384 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/dc1763bcbf304422a85b6459779ebb1c 2024-11-20T14:24:50,389 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/A/c186cdb62cf14be5a8a303d55c4b2df6 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/c186cdb62cf14be5a8a303d55c4b2df6 2024-11-20T14:24:50,393 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/c186cdb62cf14be5a8a303d55c4b2df6, entries=150, sequenceid=549, filesize=12.0 K 2024-11-20T14:24:50,394 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/B/147d8342912d4d6488e7016aa024a402 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/147d8342912d4d6488e7016aa024a402 2024-11-20T14:24:50,398 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/147d8342912d4d6488e7016aa024a402, entries=150, sequenceid=549, filesize=12.0 K 2024-11-20T14:24:50,399 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/.tmp/C/dc1763bcbf304422a85b6459779ebb1c as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/dc1763bcbf304422a85b6459779ebb1c 2024-11-20T14:24:50,403 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/dc1763bcbf304422a85b6459779ebb1c, entries=150, sequenceid=549, filesize=12.0 K 2024-11-20T14:24:50,404 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for a85167de91c346268793bfb8dac7e7a2 in 1254ms, sequenceid=549, compaction requested=true 2024-11-20T14:24:50,404 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/6ef919526bda450e8805055360d00753, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/7ace711bcfdb4cfd9fa400bad20701ab, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/d9ab6faf99484ea4bf5823c067d439fe, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/1bcc7760935044168b40d7a6c2915864, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/5fde24f8d9384a12a26a2e09155ce7c7, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/9963d232f95c44cda15e938a38c6e3bc, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/834fb0f33cdb4facb38f1c085286fcae, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/5d89224c622f40ee999af9432bb4d852, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/e88e7b72734f4bd08b2b958f24ffb3ba, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/d1d8fdcd7ae84004ad86aceaabcc374a, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/c7237e9a6334475c885fa301a1a13177, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/0195fb6c74844e988730768eb83cabd6, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/bc06899d21324c56ace7c9a22b465ce0, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/c4a7ab3ca3ae41e6a6926909db0fc104, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/cad91a7c4946495595edf2924e4f8470, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/82633daa15794f9096e08855727fd212, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/15a5c000c1de4bada155208e45b4e68a, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/c62210f70be54b9cbfa2bf5f00a83799, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/a0dd8ba282d748439417a7eee95725e7, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/628c5aa949124dfc9ec4491da6b704ad, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/b6bd2aa72c884941bd436be8559766bc, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/810f0197e22d4dba97d4956e7b8609ff, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/bb2d46edc1934df191642b9b80d33c6d, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/1b6ecb0a599440d9ac4523eae1e5ffa1, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/3ce217d7ced748ed980c791d285a7894, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/0071c7b8b0c04ca1b029b87aa3503ee6, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/1b5dee5ac78c48649e727205c8eda00d, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/7316bc48a9834f7290897aba6d434971, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/96fc9fa76b9046e28c56a36b9f0e42e0, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/340624d2871146eeb5277cc89c8b85ea, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/885667092c5d45ab80522391b44a647d, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/09e2e49f5142425992581aa0e91e91c5, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/513712367ada4c5eb185f55fbebb9248, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/518d993cdc2a47e4b7c250a94a68c789, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/25f207d59ba74ec784fda1d3f26b2841, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/a3e5040eba6e4a5387404f205e16beb0] to archive 2024-11-20T14:24:50,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T14:24:50,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/6ef919526bda450e8805055360d00753 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/6ef919526bda450e8805055360d00753 2024-11-20T14:24:50,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/7ace711bcfdb4cfd9fa400bad20701ab to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/7ace711bcfdb4cfd9fa400bad20701ab 2024-11-20T14:24:50,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/d9ab6faf99484ea4bf5823c067d439fe to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/d9ab6faf99484ea4bf5823c067d439fe 2024-11-20T14:24:50,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/1bcc7760935044168b40d7a6c2915864 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/1bcc7760935044168b40d7a6c2915864 2024-11-20T14:24:50,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/5fde24f8d9384a12a26a2e09155ce7c7 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/5fde24f8d9384a12a26a2e09155ce7c7 2024-11-20T14:24:50,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/9963d232f95c44cda15e938a38c6e3bc to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/9963d232f95c44cda15e938a38c6e3bc 2024-11-20T14:24:50,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/834fb0f33cdb4facb38f1c085286fcae to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/834fb0f33cdb4facb38f1c085286fcae 2024-11-20T14:24:50,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/5d89224c622f40ee999af9432bb4d852 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/5d89224c622f40ee999af9432bb4d852 2024-11-20T14:24:50,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/e88e7b72734f4bd08b2b958f24ffb3ba to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/e88e7b72734f4bd08b2b958f24ffb3ba 2024-11-20T14:24:50,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/d1d8fdcd7ae84004ad86aceaabcc374a to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/d1d8fdcd7ae84004ad86aceaabcc374a 2024-11-20T14:24:50,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/c7237e9a6334475c885fa301a1a13177 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/c7237e9a6334475c885fa301a1a13177 2024-11-20T14:24:50,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/0195fb6c74844e988730768eb83cabd6 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/0195fb6c74844e988730768eb83cabd6 2024-11-20T14:24:50,428 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/bc06899d21324c56ace7c9a22b465ce0 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/bc06899d21324c56ace7c9a22b465ce0 2024-11-20T14:24:50,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/c4a7ab3ca3ae41e6a6926909db0fc104 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/c4a7ab3ca3ae41e6a6926909db0fc104 2024-11-20T14:24:50,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/cad91a7c4946495595edf2924e4f8470 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/cad91a7c4946495595edf2924e4f8470 2024-11-20T14:24:50,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/82633daa15794f9096e08855727fd212 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/82633daa15794f9096e08855727fd212 2024-11-20T14:24:50,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/15a5c000c1de4bada155208e45b4e68a to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/15a5c000c1de4bada155208e45b4e68a 2024-11-20T14:24:50,434 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/c62210f70be54b9cbfa2bf5f00a83799 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/c62210f70be54b9cbfa2bf5f00a83799 2024-11-20T14:24:50,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/a0dd8ba282d748439417a7eee95725e7 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/a0dd8ba282d748439417a7eee95725e7 2024-11-20T14:24:50,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/628c5aa949124dfc9ec4491da6b704ad to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/628c5aa949124dfc9ec4491da6b704ad 2024-11-20T14:24:50,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/b6bd2aa72c884941bd436be8559766bc to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/b6bd2aa72c884941bd436be8559766bc 2024-11-20T14:24:50,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/810f0197e22d4dba97d4956e7b8609ff to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/810f0197e22d4dba97d4956e7b8609ff 2024-11-20T14:24:50,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/bb2d46edc1934df191642b9b80d33c6d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/bb2d46edc1934df191642b9b80d33c6d 2024-11-20T14:24:50,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/1b6ecb0a599440d9ac4523eae1e5ffa1 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/1b6ecb0a599440d9ac4523eae1e5ffa1 2024-11-20T14:24:50,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/3ce217d7ced748ed980c791d285a7894 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/3ce217d7ced748ed980c791d285a7894 2024-11-20T14:24:50,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/0071c7b8b0c04ca1b029b87aa3503ee6 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/0071c7b8b0c04ca1b029b87aa3503ee6 2024-11-20T14:24:50,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/1b5dee5ac78c48649e727205c8eda00d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/1b5dee5ac78c48649e727205c8eda00d 2024-11-20T14:24:50,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/7316bc48a9834f7290897aba6d434971 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/7316bc48a9834f7290897aba6d434971 2024-11-20T14:24:50,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/96fc9fa76b9046e28c56a36b9f0e42e0 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/96fc9fa76b9046e28c56a36b9f0e42e0 2024-11-20T14:24:50,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/340624d2871146eeb5277cc89c8b85ea to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/340624d2871146eeb5277cc89c8b85ea 2024-11-20T14:24:50,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/885667092c5d45ab80522391b44a647d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/885667092c5d45ab80522391b44a647d 2024-11-20T14:24:50,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/09e2e49f5142425992581aa0e91e91c5 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/09e2e49f5142425992581aa0e91e91c5 2024-11-20T14:24:50,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/513712367ada4c5eb185f55fbebb9248 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/513712367ada4c5eb185f55fbebb9248 2024-11-20T14:24:50,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/518d993cdc2a47e4b7c250a94a68c789 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/518d993cdc2a47e4b7c250a94a68c789 2024-11-20T14:24:50,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/25f207d59ba74ec784fda1d3f26b2841 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/25f207d59ba74ec784fda1d3f26b2841 2024-11-20T14:24:50,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/a3e5040eba6e4a5387404f205e16beb0 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/a3e5040eba6e4a5387404f205e16beb0 2024-11-20T14:24:50,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/e61deb0af9f0424fa3de16b6c25fe52f, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/4981a445339545d5a353610e956c7a11, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/d7385f038e9641a884b6607dcb857312, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/b13c5d1b213345808e5263d776926206, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/fc6c385bd0574ab08850898a70d622c1, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/7f3a621115894a9fb4f06e1ce9436991, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/7a2811f842cc423993e79d0eda9af41e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/c06988af5c2c4b698e8b6b06a57735fc, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/9a5a45c0abbe40a89abd8a7658474b6c, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/4633d591741743aba24bdf3b023ac0c9, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/fc23f6540ea94ac6888234bcdb2e8103, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/3c93c1ffeef644e6b4cee71e5de5c116, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/aaf6ea87bd1440de95e8b974620100a6, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/39e87322375e4de48e25cb055af9e333, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/535f526506ae45aa88ea87f50bfaa3f6, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/fd18027c890b49de9559d5d39ddf6d1e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/fe33c2744c4c47aeac2b1f0350858824, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/54be013dd40f49fd8f5898538eda31e0, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/0ec7bef3dcf749e9948b168568022ae8, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/f5ad86de06fc44c7bdefde7cd60eb5ee, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/45065696fdf14362b7d0e6006980baae, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/f1db5e396f7c452285163573adadca80, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/da12d979f55b4f93a1b6f97c7875bd09, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/ed6669d06e444dbdaa3a0c7ce94dc3a3, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/348be09faeda49e2953a7e98e6ad0551, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/78acaf194b544401ae0dd23b52a5cc05, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/eaebaf3548514a0abfbcb1b6d381de86, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/79adb9c227a04121ad22edcb44875802, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/082c4f83c538477d80890482ea111649, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/2713ec3c2aa445f6a72be2ecf06486b2, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/5da7c090d18741e8a394cd6a3cccbe49, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/450635d4dd2f4bedbe17744098e28dc7, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/2c2b9af9542841b3a51c09fc3dd88f7d, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/8cbe2caa10ed4d0b9434faacd00b282d, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/15538ba55228448baab4bfbe20715a95, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/4cec5c27be664485898f961bf29cb622] to archive 2024-11-20T14:24:50,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T14:24:50,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/e61deb0af9f0424fa3de16b6c25fe52f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/e61deb0af9f0424fa3de16b6c25fe52f 2024-11-20T14:24:50,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/4981a445339545d5a353610e956c7a11 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/4981a445339545d5a353610e956c7a11 2024-11-20T14:24:50,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/d7385f038e9641a884b6607dcb857312 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/d7385f038e9641a884b6607dcb857312 2024-11-20T14:24:50,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/b13c5d1b213345808e5263d776926206 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/b13c5d1b213345808e5263d776926206 2024-11-20T14:24:50,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/fc6c385bd0574ab08850898a70d622c1 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/fc6c385bd0574ab08850898a70d622c1 2024-11-20T14:24:50,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/7f3a621115894a9fb4f06e1ce9436991 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/7f3a621115894a9fb4f06e1ce9436991 2024-11-20T14:24:50,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/7a2811f842cc423993e79d0eda9af41e to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/7a2811f842cc423993e79d0eda9af41e 2024-11-20T14:24:50,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/c06988af5c2c4b698e8b6b06a57735fc to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/c06988af5c2c4b698e8b6b06a57735fc 2024-11-20T14:24:50,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/9a5a45c0abbe40a89abd8a7658474b6c to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/9a5a45c0abbe40a89abd8a7658474b6c 2024-11-20T14:24:50,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/4633d591741743aba24bdf3b023ac0c9 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/4633d591741743aba24bdf3b023ac0c9 2024-11-20T14:24:50,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/fc23f6540ea94ac6888234bcdb2e8103 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/fc23f6540ea94ac6888234bcdb2e8103 2024-11-20T14:24:50,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/3c93c1ffeef644e6b4cee71e5de5c116 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/3c93c1ffeef644e6b4cee71e5de5c116 2024-11-20T14:24:50,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/aaf6ea87bd1440de95e8b974620100a6 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/aaf6ea87bd1440de95e8b974620100a6 2024-11-20T14:24:50,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/39e87322375e4de48e25cb055af9e333 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/39e87322375e4de48e25cb055af9e333 2024-11-20T14:24:50,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/535f526506ae45aa88ea87f50bfaa3f6 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/535f526506ae45aa88ea87f50bfaa3f6 2024-11-20T14:24:50,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/fd18027c890b49de9559d5d39ddf6d1e to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/fd18027c890b49de9559d5d39ddf6d1e 2024-11-20T14:24:50,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/fe33c2744c4c47aeac2b1f0350858824 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/fe33c2744c4c47aeac2b1f0350858824 2024-11-20T14:24:50,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/54be013dd40f49fd8f5898538eda31e0 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/54be013dd40f49fd8f5898538eda31e0 2024-11-20T14:24:50,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/0ec7bef3dcf749e9948b168568022ae8 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/0ec7bef3dcf749e9948b168568022ae8 2024-11-20T14:24:50,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/f5ad86de06fc44c7bdefde7cd60eb5ee to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/f5ad86de06fc44c7bdefde7cd60eb5ee 2024-11-20T14:24:50,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/45065696fdf14362b7d0e6006980baae to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/45065696fdf14362b7d0e6006980baae 2024-11-20T14:24:50,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/f1db5e396f7c452285163573adadca80 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/f1db5e396f7c452285163573adadca80 2024-11-20T14:24:50,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/da12d979f55b4f93a1b6f97c7875bd09 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/da12d979f55b4f93a1b6f97c7875bd09 2024-11-20T14:24:50,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/ed6669d06e444dbdaa3a0c7ce94dc3a3 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/ed6669d06e444dbdaa3a0c7ce94dc3a3 2024-11-20T14:24:50,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/348be09faeda49e2953a7e98e6ad0551 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/348be09faeda49e2953a7e98e6ad0551 2024-11-20T14:24:50,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/78acaf194b544401ae0dd23b52a5cc05 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/78acaf194b544401ae0dd23b52a5cc05 2024-11-20T14:24:50,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/eaebaf3548514a0abfbcb1b6d381de86 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/eaebaf3548514a0abfbcb1b6d381de86 2024-11-20T14:24:50,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/79adb9c227a04121ad22edcb44875802 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/79adb9c227a04121ad22edcb44875802 2024-11-20T14:24:50,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/082c4f83c538477d80890482ea111649 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/082c4f83c538477d80890482ea111649 2024-11-20T14:24:50,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/2713ec3c2aa445f6a72be2ecf06486b2 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/2713ec3c2aa445f6a72be2ecf06486b2 2024-11-20T14:24:50,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/5da7c090d18741e8a394cd6a3cccbe49 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/5da7c090d18741e8a394cd6a3cccbe49 2024-11-20T14:24:50,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/450635d4dd2f4bedbe17744098e28dc7 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/450635d4dd2f4bedbe17744098e28dc7 2024-11-20T14:24:50,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/2c2b9af9542841b3a51c09fc3dd88f7d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/2c2b9af9542841b3a51c09fc3dd88f7d 2024-11-20T14:24:50,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/8cbe2caa10ed4d0b9434faacd00b282d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/8cbe2caa10ed4d0b9434faacd00b282d 2024-11-20T14:24:50,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/15538ba55228448baab4bfbe20715a95 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/15538ba55228448baab4bfbe20715a95 2024-11-20T14:24:50,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/4cec5c27be664485898f961bf29cb622 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/4cec5c27be664485898f961bf29cb622 2024-11-20T14:24:50,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/36ef3365b6074749b5a302315a3d9cc6, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/8a2e3da3050c49189fb715c0dbe9384a, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/18604ee7e029495d8cc210dae8dabc20, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/593387d5b4f3442b8706a5bd0425b68a, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/604dafd498354b7e9b7a44c94f335a90, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/82b0fa8774bf4dbe988278622fe4bcbb, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/bc0a2f149579414087f037be9f9dfaee, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/37e9de756c904bee87985c57b7515b11, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/8b2d40c17f3140529397e71d14a788d2, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/cb8a28a4cb994129a5b1cd2a79e6ce8a, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/ca20634ef3d54a31850ac996943faa7b, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/14aef348d0ad42b790f3f72cf8a8bd38, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/a0469526f4b846ee9f585f5af782e9b6, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/219e412987d74f3e94c4e20c6825a6a2, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/56ff39359e1946d3ba121589c483cb49, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/7c43d59b822a41b1b07bc94a6bf7ce77, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/e6492b2253654ed8b3dc6df6059eb032, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/6dadaf290a2a49b49d0e2393cd4e8cb7, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/ea426a57518746ee86f310fc496f7a3c, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/da486f77b0f1406c94c05e7a8538646a, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/5018653ebae8446dbd7f74f893e5c349, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/e1b3de91d304476894d0ab7727e3066b, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/a044d8b3f2c748248a748eea4266e6e2, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/b3ce9831dbcc46cfb09de81f1d0440ca, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/798783997e064fb09e3a248c3913feda, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/607eee55df574a16ac66129b6d7856f3, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/1aafefca49c942159de1a8a77f179848, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/f5e38e21be1441de9c4c7bc773e0806e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/8ebe438f121648a6bcec83871454e120, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/2d8aede1016947bbb6efebc1d70d981f, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/1bb12d18ff354730b78b6343f131016c, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/dece51c0112b4c2fb8de2cda2a77d651, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/3f7dd9fefb544d67a38990aecc79478e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/34bc560bc0504a3583feded744eadac6, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/bf4d36a6f2a54647b8d90ed3564b142f] to archive 2024-11-20T14:24:50,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T14:24:50,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/36ef3365b6074749b5a302315a3d9cc6 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/36ef3365b6074749b5a302315a3d9cc6 2024-11-20T14:24:50,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/8a2e3da3050c49189fb715c0dbe9384a to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/8a2e3da3050c49189fb715c0dbe9384a 2024-11-20T14:24:50,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/18604ee7e029495d8cc210dae8dabc20 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/18604ee7e029495d8cc210dae8dabc20 2024-11-20T14:24:50,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/593387d5b4f3442b8706a5bd0425b68a to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/593387d5b4f3442b8706a5bd0425b68a 2024-11-20T14:24:50,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/604dafd498354b7e9b7a44c94f335a90 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/604dafd498354b7e9b7a44c94f335a90 2024-11-20T14:24:50,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/82b0fa8774bf4dbe988278622fe4bcbb to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/82b0fa8774bf4dbe988278622fe4bcbb 2024-11-20T14:24:50,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/bc0a2f149579414087f037be9f9dfaee to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/bc0a2f149579414087f037be9f9dfaee 2024-11-20T14:24:50,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/37e9de756c904bee87985c57b7515b11 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/37e9de756c904bee87985c57b7515b11 2024-11-20T14:24:50,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/8b2d40c17f3140529397e71d14a788d2 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/8b2d40c17f3140529397e71d14a788d2 2024-11-20T14:24:50,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/cb8a28a4cb994129a5b1cd2a79e6ce8a to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/cb8a28a4cb994129a5b1cd2a79e6ce8a 2024-11-20T14:24:50,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/ca20634ef3d54a31850ac996943faa7b to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/ca20634ef3d54a31850ac996943faa7b 2024-11-20T14:24:50,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/14aef348d0ad42b790f3f72cf8a8bd38 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/14aef348d0ad42b790f3f72cf8a8bd38 2024-11-20T14:24:50,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/a0469526f4b846ee9f585f5af782e9b6 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/a0469526f4b846ee9f585f5af782e9b6 2024-11-20T14:24:50,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/219e412987d74f3e94c4e20c6825a6a2 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/219e412987d74f3e94c4e20c6825a6a2 2024-11-20T14:24:50,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/56ff39359e1946d3ba121589c483cb49 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/56ff39359e1946d3ba121589c483cb49 2024-11-20T14:24:50,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/7c43d59b822a41b1b07bc94a6bf7ce77 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/7c43d59b822a41b1b07bc94a6bf7ce77 2024-11-20T14:24:50,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/e6492b2253654ed8b3dc6df6059eb032 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/e6492b2253654ed8b3dc6df6059eb032 2024-11-20T14:24:50,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/6dadaf290a2a49b49d0e2393cd4e8cb7 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/6dadaf290a2a49b49d0e2393cd4e8cb7 2024-11-20T14:24:50,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/ea426a57518746ee86f310fc496f7a3c to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/ea426a57518746ee86f310fc496f7a3c 2024-11-20T14:24:50,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/da486f77b0f1406c94c05e7a8538646a to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/da486f77b0f1406c94c05e7a8538646a 2024-11-20T14:24:50,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/5018653ebae8446dbd7f74f893e5c349 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/5018653ebae8446dbd7f74f893e5c349 2024-11-20T14:24:50,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/e1b3de91d304476894d0ab7727e3066b to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/e1b3de91d304476894d0ab7727e3066b 2024-11-20T14:24:50,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/a044d8b3f2c748248a748eea4266e6e2 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/a044d8b3f2c748248a748eea4266e6e2 2024-11-20T14:24:50,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/b3ce9831dbcc46cfb09de81f1d0440ca to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/b3ce9831dbcc46cfb09de81f1d0440ca 2024-11-20T14:24:50,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/798783997e064fb09e3a248c3913feda to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/798783997e064fb09e3a248c3913feda 2024-11-20T14:24:50,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/607eee55df574a16ac66129b6d7856f3 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/607eee55df574a16ac66129b6d7856f3 2024-11-20T14:24:50,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/1aafefca49c942159de1a8a77f179848 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/1aafefca49c942159de1a8a77f179848 2024-11-20T14:24:50,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/f5e38e21be1441de9c4c7bc773e0806e to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/f5e38e21be1441de9c4c7bc773e0806e 2024-11-20T14:24:50,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/8ebe438f121648a6bcec83871454e120 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/8ebe438f121648a6bcec83871454e120 2024-11-20T14:24:50,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/2d8aede1016947bbb6efebc1d70d981f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/2d8aede1016947bbb6efebc1d70d981f 2024-11-20T14:24:50,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/1bb12d18ff354730b78b6343f131016c to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/1bb12d18ff354730b78b6343f131016c 2024-11-20T14:24:50,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/dece51c0112b4c2fb8de2cda2a77d651 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/dece51c0112b4c2fb8de2cda2a77d651 2024-11-20T14:24:50,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/3f7dd9fefb544d67a38990aecc79478e to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/3f7dd9fefb544d67a38990aecc79478e 2024-11-20T14:24:50,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/34bc560bc0504a3583feded744eadac6 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/34bc560bc0504a3583feded744eadac6 2024-11-20T14:24:50,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/bf4d36a6f2a54647b8d90ed3564b142f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/bf4d36a6f2a54647b8d90ed3564b142f 2024-11-20T14:24:50,567 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/recovered.edits/552.seqid, newMaxSeqId=552, maxSeqId=1 2024-11-20T14:24:50,570 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2. 2024-11-20T14:24:50,570 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1635): Region close journal for a85167de91c346268793bfb8dac7e7a2: 2024-11-20T14:24:50,572 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(170): Closed a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:50,573 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=a85167de91c346268793bfb8dac7e7a2, regionState=CLOSED 2024-11-20T14:24:50,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-20T14:24:50,576 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseRegionProcedure a85167de91c346268793bfb8dac7e7a2, server=315eb151f916,36867,1732112657619 in 1.5820 sec 2024-11-20T14:24:50,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-20T14:24:50,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a85167de91c346268793bfb8dac7e7a2, UNASSIGN in 1.5880 sec 2024-11-20T14:24:50,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-20T14:24:50,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5950 sec 2024-11-20T14:24:50,580 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732112690580"}]},"ts":"1732112690580"} 2024-11-20T14:24:50,581 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T14:24:50,583 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T14:24:50,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6120 sec 2024-11-20T14:24:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-20T14:24:51,083 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-20T14:24:51,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T14:24:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T14:24:51,091 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T14:24:51,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-20T14:24:51,092 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=38, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T14:24:51,095 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:51,099 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A, FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B, FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C, FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/recovered.edits] 2024-11-20T14:24:51,102 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/5e564fcfd7694974b56344828a2c120f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/5e564fcfd7694974b56344828a2c120f 2024-11-20T14:24:51,104 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/b1ba3f04d51244cbaac0fb273198be06 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/b1ba3f04d51244cbaac0fb273198be06 2024-11-20T14:24:51,106 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/c186cdb62cf14be5a8a303d55c4b2df6 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/c186cdb62cf14be5a8a303d55c4b2df6 2024-11-20T14:24:51,107 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/f45ef0b9bad34813b74fed370e5e39ed to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/A/f45ef0b9bad34813b74fed370e5e39ed 2024-11-20T14:24:51,110 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/147d8342912d4d6488e7016aa024a402 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/147d8342912d4d6488e7016aa024a402 2024-11-20T14:24:51,111 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/52ed63776f3f4a119608bcb2b52d69de to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/52ed63776f3f4a119608bcb2b52d69de 2024-11-20T14:24:51,113 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/73b129e73e194fd4a57205a178ada5bb to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/73b129e73e194fd4a57205a178ada5bb 2024-11-20T14:24:51,114 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/96c7a7fe69274041bf8ab9a5b8fe6dbc to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/B/96c7a7fe69274041bf8ab9a5b8fe6dbc 2024-11-20T14:24:51,116 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/22b79b9779f04ac2b49e576c743dfa68 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/22b79b9779f04ac2b49e576c743dfa68 2024-11-20T14:24:51,118 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/bb3ae50f083f47888262288ca3ab226c to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/bb3ae50f083f47888262288ca3ab226c 2024-11-20T14:24:51,119 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/c898e07765a749d5b6ece4b266eccc7e to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/c898e07765a749d5b6ece4b266eccc7e 2024-11-20T14:24:51,121 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/dc1763bcbf304422a85b6459779ebb1c to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/C/dc1763bcbf304422a85b6459779ebb1c 2024-11-20T14:24:51,124 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/recovered.edits/552.seqid to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2/recovered.edits/552.seqid 2024-11-20T14:24:51,125 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/a85167de91c346268793bfb8dac7e7a2 2024-11-20T14:24:51,125 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T14:24:51,130 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=38, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T14:24:51,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-20T14:24:51,137 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T14:24:51,169 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T14:24:51,170 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=38, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T14:24:51,170 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T14:24:51,171 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732112691170"}]},"ts":"9223372036854775807"} 2024-11-20T14:24:51,174 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T14:24:51,175 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => a85167de91c346268793bfb8dac7e7a2, NAME => 'TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T14:24:51,175 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T14:24:51,175 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732112691175"}]},"ts":"9223372036854775807"} 2024-11-20T14:24:51,178 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T14:24:51,180 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=38, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T14:24:51,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 94 msec 2024-11-20T14:24:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-20T14:24:51,193 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-11-20T14:24:51,206 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=239 (was 219) Potentially hanging thread: hconnection-0x1b2bb40b-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1b2bb40b-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS:0;315eb151f916:36867-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/315eb151f916:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1540509394_22 at /127.0.0.1:37352 [Waiting for operation #369] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1b2bb40b-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_397139409_22 at /127.0.0.1:40340 [Waiting for operation #377] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/315eb151f916:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1b2bb40b-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=452 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=342 (was 250) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6019 (was 6547) 2024-11-20T14:24:51,214 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=239, OpenFileDescriptor=452, MaxFileDescriptor=1048576, SystemLoadAverage=342, ProcessCount=11, AvailableMemoryMB=6019 2024-11-20T14:24:51,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T14:24:51,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T14:24:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T14:24:51,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T14:24:51,218 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:24:51,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 39 2024-11-20T14:24:51,219 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T14:24:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-20T14:24:51,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741958_1134 (size=963) 2024-11-20T14:24:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-20T14:24:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-20T14:24:51,628 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4 2024-11-20T14:24:51,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741959_1135 (size=53) 2024-11-20T14:24:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-20T14:24:52,034 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:24:52,035 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 932a4b1c4072d2124b85a01d60d20e1d, disabling compactions & flushes 2024-11-20T14:24:52,035 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:52,035 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:52,035 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. after waiting 0 ms 2024-11-20T14:24:52,035 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:52,035 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:52,035 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:24:52,036 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T14:24:52,036 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732112692036"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732112692036"}]},"ts":"1732112692036"} 2024-11-20T14:24:52,037 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T14:24:52,038 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T14:24:52,038 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732112692038"}]},"ts":"1732112692038"} 2024-11-20T14:24:52,039 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T14:24:52,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=932a4b1c4072d2124b85a01d60d20e1d, ASSIGN}] 2024-11-20T14:24:52,044 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=932a4b1c4072d2124b85a01d60d20e1d, ASSIGN 2024-11-20T14:24:52,045 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=932a4b1c4072d2124b85a01d60d20e1d, ASSIGN; state=OFFLINE, location=315eb151f916,36867,1732112657619; forceNewPlan=false, retain=false 2024-11-20T14:24:52,195 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=932a4b1c4072d2124b85a01d60d20e1d, regionState=OPENING, regionLocation=315eb151f916,36867,1732112657619 2024-11-20T14:24:52,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; OpenRegionProcedure 932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619}] 2024-11-20T14:24:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-20T14:24:52,348 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:52,351 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:52,352 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} 2024-11-20T14:24:52,352 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:24:52,352 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:24:52,352 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:24:52,352 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:24:52,353 INFO [StoreOpener-932a4b1c4072d2124b85a01d60d20e1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:24:52,355 INFO [StoreOpener-932a4b1c4072d2124b85a01d60d20e1d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T14:24:52,355 INFO [StoreOpener-932a4b1c4072d2124b85a01d60d20e1d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 932a4b1c4072d2124b85a01d60d20e1d columnFamilyName A 2024-11-20T14:24:52,355 DEBUG [StoreOpener-932a4b1c4072d2124b85a01d60d20e1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:24:52,356 INFO [StoreOpener-932a4b1c4072d2124b85a01d60d20e1d-1 {}] regionserver.HStore(327): Store=932a4b1c4072d2124b85a01d60d20e1d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:24:52,356 INFO [StoreOpener-932a4b1c4072d2124b85a01d60d20e1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:24:52,357 INFO [StoreOpener-932a4b1c4072d2124b85a01d60d20e1d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T14:24:52,357 INFO [StoreOpener-932a4b1c4072d2124b85a01d60d20e1d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 932a4b1c4072d2124b85a01d60d20e1d columnFamilyName B 2024-11-20T14:24:52,358 DEBUG [StoreOpener-932a4b1c4072d2124b85a01d60d20e1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:24:52,358 INFO [StoreOpener-932a4b1c4072d2124b85a01d60d20e1d-1 {}] regionserver.HStore(327): Store=932a4b1c4072d2124b85a01d60d20e1d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:24:52,358 INFO [StoreOpener-932a4b1c4072d2124b85a01d60d20e1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:24:52,359 INFO [StoreOpener-932a4b1c4072d2124b85a01d60d20e1d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T14:24:52,359 INFO [StoreOpener-932a4b1c4072d2124b85a01d60d20e1d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 932a4b1c4072d2124b85a01d60d20e1d columnFamilyName C 2024-11-20T14:24:52,359 DEBUG [StoreOpener-932a4b1c4072d2124b85a01d60d20e1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:24:52,360 INFO [StoreOpener-932a4b1c4072d2124b85a01d60d20e1d-1 {}] regionserver.HStore(327): Store=932a4b1c4072d2124b85a01d60d20e1d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:24:52,360 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:52,361 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:24:52,361 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:24:52,362 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T14:24:52,363 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:24:52,365 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T14:24:52,366 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 932a4b1c4072d2124b85a01d60d20e1d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59580798, jitterRate=-0.11217692494392395}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T14:24:52,367 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:24:52,367 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d., pid=41, masterSystemTime=1732112692348 2024-11-20T14:24:52,369 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:52,369 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:52,369 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=932a4b1c4072d2124b85a01d60d20e1d, regionState=OPEN, openSeqNum=2, regionLocation=315eb151f916,36867,1732112657619 2024-11-20T14:24:52,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-20T14:24:52,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; OpenRegionProcedure 932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 in 173 msec 2024-11-20T14:24:52,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-20T14:24:52,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=932a4b1c4072d2124b85a01d60d20e1d, ASSIGN in 328 msec 2024-11-20T14:24:52,373 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T14:24:52,374 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732112692374"}]},"ts":"1732112692374"} 2024-11-20T14:24:52,375 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T14:24:52,377 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T14:24:52,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1610 sec 2024-11-20T14:24:53,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-20T14:24:53,324 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 39 completed 2024-11-20T14:24:53,325 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04506927 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a9b9802 2024-11-20T14:24:53,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118b007e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:24:53,332 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:24:53,334 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36030, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:24:53,336 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T14:24:53,338 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54868, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T14:24:53,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T14:24:53,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T14:24:53,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T14:24:53,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741960_1136 (size=999) 2024-11-20T14:24:53,762 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-20T14:24:53,762 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-20T14:24:53,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T14:24:53,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=932a4b1c4072d2124b85a01d60d20e1d, REOPEN/MOVE}] 2024-11-20T14:24:53,774 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=932a4b1c4072d2124b85a01d60d20e1d, REOPEN/MOVE 2024-11-20T14:24:53,774 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=932a4b1c4072d2124b85a01d60d20e1d, regionState=CLOSING, regionLocation=315eb151f916,36867,1732112657619 2024-11-20T14:24:53,776 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T14:24:53,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; CloseRegionProcedure 932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619}] 2024-11-20T14:24:53,927 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:53,928 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(124): Close 932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:24:53,928 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T14:24:53,928 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1681): Closing 932a4b1c4072d2124b85a01d60d20e1d, disabling compactions & flushes 2024-11-20T14:24:53,928 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:53,928 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:53,928 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. after waiting 0 ms 2024-11-20T14:24:53,928 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:53,947 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T14:24:53,948 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:53,948 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1635): Region close journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:24:53,948 WARN [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3786): Not adding moved region record: 932a4b1c4072d2124b85a01d60d20e1d to self. 2024-11-20T14:24:53,950 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(170): Closed 932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:24:53,950 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=932a4b1c4072d2124b85a01d60d20e1d, regionState=CLOSED 2024-11-20T14:24:53,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-11-20T14:24:53,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; CloseRegionProcedure 932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 in 175 msec 2024-11-20T14:24:53,953 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=932a4b1c4072d2124b85a01d60d20e1d, REOPEN/MOVE; state=CLOSED, location=315eb151f916,36867,1732112657619; forceNewPlan=false, retain=true 2024-11-20T14:24:54,103 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=932a4b1c4072d2124b85a01d60d20e1d, regionState=OPENING, regionLocation=315eb151f916,36867,1732112657619 2024-11-20T14:24:54,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE; OpenRegionProcedure 932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619}] 2024-11-20T14:24:54,257 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:54,260 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:54,260 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} 2024-11-20T14:24:54,260 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:24:54,260 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:24:54,261 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:24:54,261 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:24:54,265 INFO [StoreOpener-932a4b1c4072d2124b85a01d60d20e1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:24:54,266 INFO [StoreOpener-932a4b1c4072d2124b85a01d60d20e1d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T14:24:54,271 INFO [StoreOpener-932a4b1c4072d2124b85a01d60d20e1d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 932a4b1c4072d2124b85a01d60d20e1d columnFamilyName A 2024-11-20T14:24:54,273 DEBUG [StoreOpener-932a4b1c4072d2124b85a01d60d20e1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:24:54,273 INFO [StoreOpener-932a4b1c4072d2124b85a01d60d20e1d-1 {}] regionserver.HStore(327): Store=932a4b1c4072d2124b85a01d60d20e1d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:24:54,274 INFO [StoreOpener-932a4b1c4072d2124b85a01d60d20e1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:24:54,274 INFO [StoreOpener-932a4b1c4072d2124b85a01d60d20e1d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T14:24:54,275 INFO [StoreOpener-932a4b1c4072d2124b85a01d60d20e1d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 932a4b1c4072d2124b85a01d60d20e1d columnFamilyName B 2024-11-20T14:24:54,275 DEBUG [StoreOpener-932a4b1c4072d2124b85a01d60d20e1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:24:54,275 INFO [StoreOpener-932a4b1c4072d2124b85a01d60d20e1d-1 {}] regionserver.HStore(327): Store=932a4b1c4072d2124b85a01d60d20e1d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:24:54,275 INFO [StoreOpener-932a4b1c4072d2124b85a01d60d20e1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:24:54,276 INFO [StoreOpener-932a4b1c4072d2124b85a01d60d20e1d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T14:24:54,276 INFO [StoreOpener-932a4b1c4072d2124b85a01d60d20e1d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 932a4b1c4072d2124b85a01d60d20e1d columnFamilyName C 2024-11-20T14:24:54,276 DEBUG [StoreOpener-932a4b1c4072d2124b85a01d60d20e1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:24:54,276 INFO [StoreOpener-932a4b1c4072d2124b85a01d60d20e1d-1 {}] regionserver.HStore(327): Store=932a4b1c4072d2124b85a01d60d20e1d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:24:54,277 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:54,278 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:24:54,279 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:24:54,280 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T14:24:54,281 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:24:54,282 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 932a4b1c4072d2124b85a01d60d20e1d; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72780364, jitterRate=0.08451193571090698}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T14:24:54,283 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:24:54,284 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d., pid=46, masterSystemTime=1732112694257 2024-11-20T14:24:54,285 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:54,285 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:54,285 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=932a4b1c4072d2124b85a01d60d20e1d, regionState=OPEN, openSeqNum=5, regionLocation=315eb151f916,36867,1732112657619 2024-11-20T14:24:54,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=44 2024-11-20T14:24:54,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=44, state=SUCCESS; OpenRegionProcedure 932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 in 181 msec 2024-11-20T14:24:54,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-20T14:24:54,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=932a4b1c4072d2124b85a01d60d20e1d, REOPEN/MOVE in 515 msec 2024-11-20T14:24:54,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-20T14:24:54,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 526 msec 2024-11-20T14:24:54,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 947 msec 2024-11-20T14:24:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-20T14:24:54,301 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7362d978 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cae6c5c 2024-11-20T14:24:54,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7d6279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:24:54,309 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bad2e85 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c820ef9 2024-11-20T14:24:54,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b55744e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:24:54,314 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ebda6ad to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b44b1e5 2024-11-20T14:24:54,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454f1431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:24:54,318 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19a533a3 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42e904d8 2024-11-20T14:24:54,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769942d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:24:54,323 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x465dc764 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a4c53ed 2024-11-20T14:24:54,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367f47f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:24:54,327 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68f0be85 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@247c0c93 2024-11-20T14:24:54,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e911df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:24:54,332 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x152377d4 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@517ff977 2024-11-20T14:24:54,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b727d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:24:54,336 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a52344f to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3448d233 2024-11-20T14:24:54,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7940d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:24:54,341 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08ba8425 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a11164b 2024-11-20T14:24:54,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c38ee58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:24:54,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:24:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-20T14:24:54,351 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:24:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T14:24:54,351 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:24:54,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:24:54,358 DEBUG [hconnection-0x120bea02-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:24:54,358 DEBUG [hconnection-0x2ff0ffb9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:24:54,359 DEBUG [hconnection-0x5c5e9f00-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:24:54,359 DEBUG [hconnection-0x1df86041-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:24:54,359 DEBUG [hconnection-0x3c7aae15-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:24:54,360 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36062, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:24:54,360 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36046, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:24:54,360 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:24:54,361 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36088, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:24:54,363 DEBUG [hconnection-0x41ae85dc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:24:54,364 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:24:54,366 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36102, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:24:54,380 DEBUG [hconnection-0x7beb2b84-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:24:54,381 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 932a4b1c4072d2124b85a01d60d20e1d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T14:24:54,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=A 2024-11-20T14:24:54,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:54,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=B 2024-11-20T14:24:54,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:54,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=C 2024-11-20T14:24:54,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:54,382 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36106, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:24:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:24:54,388 DEBUG [hconnection-0x491f59a2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:24:54,390 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36116, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:24:54,404 DEBUG [hconnection-0x2844442f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:24:54,406 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36126, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:24:54,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112754415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:54,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112754418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:54,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112754420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:54,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112754420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:54,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112754421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T14:24:54,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fd3e1f2d9f13420392bfe9b2b2633c1f_932a4b1c4072d2124b85a01d60d20e1d is 50, key is test_row_0/A:col10/1732112694376/Put/seqid=0 2024-11-20T14:24:54,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741961_1137 (size=12154) 2024-11-20T14:24:54,474 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:24:54,485 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fd3e1f2d9f13420392bfe9b2b2633c1f_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fd3e1f2d9f13420392bfe9b2b2633c1f_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:24:54,488 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/2cf333946f8f45b5a702aa3745c22ec8, store: [table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:24:54,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/2cf333946f8f45b5a702aa3745c22ec8 is 175, key is test_row_0/A:col10/1732112694376/Put/seqid=0 2024-11-20T14:24:54,503 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:54,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T14:24:54,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:54,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. as already flushing 2024-11-20T14:24:54,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:54,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:54,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:54,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741962_1138 (size=30955) 2024-11-20T14:24:54,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112754522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:54,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:54,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112754522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112754522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:54,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112754525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:54,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112754526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:54,534 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/2cf333946f8f45b5a702aa3745c22ec8 2024-11-20T14:24:54,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/66e27c2f5d504363ad0578e4e54b3d59 is 50, key is test_row_0/B:col10/1732112694376/Put/seqid=0 2024-11-20T14:24:54,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741963_1139 (size=12001) 2024-11-20T14:24:54,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/66e27c2f5d504363ad0578e4e54b3d59 2024-11-20T14:24:54,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/2a6207ece9fc44d682590af6b6cbf89a is 50, key is test_row_0/C:col10/1732112694376/Put/seqid=0 2024-11-20T14:24:54,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741964_1140 (size=12001) 2024-11-20T14:24:54,628 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/2a6207ece9fc44d682590af6b6cbf89a 2024-11-20T14:24:54,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/2cf333946f8f45b5a702aa3745c22ec8 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/2cf333946f8f45b5a702aa3745c22ec8 2024-11-20T14:24:54,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/2cf333946f8f45b5a702aa3745c22ec8, entries=150, sequenceid=17, filesize=30.2 K 2024-11-20T14:24:54,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/66e27c2f5d504363ad0578e4e54b3d59 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/66e27c2f5d504363ad0578e4e54b3d59 2024-11-20T14:24:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T14:24:54,659 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:54,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T14:24:54,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:54,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. as already flushing 2024-11-20T14:24:54,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:54,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:54,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:54,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/66e27c2f5d504363ad0578e4e54b3d59, entries=150, sequenceid=17, filesize=11.7 K 2024-11-20T14:24:54,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/2a6207ece9fc44d682590af6b6cbf89a as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/2a6207ece9fc44d682590af6b6cbf89a 2024-11-20T14:24:54,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/2a6207ece9fc44d682590af6b6cbf89a, entries=150, sequenceid=17, filesize=11.7 K 2024-11-20T14:24:54,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 932a4b1c4072d2124b85a01d60d20e1d in 292ms, sequenceid=17, compaction requested=false 2024-11-20T14:24:54,672 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T14:24:54,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:24:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:24:54,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 932a4b1c4072d2124b85a01d60d20e1d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T14:24:54,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=A 2024-11-20T14:24:54,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:54,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=B 2024-11-20T14:24:54,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:54,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=C 2024-11-20T14:24:54,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:54,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112098eb23ded0984fc0b62a852eb38ae54f_932a4b1c4072d2124b85a01d60d20e1d is 50, key is test_row_0/A:col10/1732112694415/Put/seqid=0 2024-11-20T14:24:54,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112754750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:54,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741965_1141 (size=12154) 2024-11-20T14:24:54,775 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:24:54,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:54,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112754753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112754754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:54,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112754765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:54,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112754767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:54,789 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112098eb23ded0984fc0b62a852eb38ae54f_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112098eb23ded0984fc0b62a852eb38ae54f_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:24:54,791 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/42da964547c842e2a27859825e64f3ea, store: [table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:24:54,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/42da964547c842e2a27859825e64f3ea is 175, key is test_row_0/A:col10/1732112694415/Put/seqid=0 2024-11-20T14:24:54,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741966_1142 (size=30955) 2024-11-20T14:24:54,807 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=44, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/42da964547c842e2a27859825e64f3ea 2024-11-20T14:24:54,814 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:54,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T14:24:54,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:54,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. as already flushing 2024-11-20T14:24:54,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:54,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:54,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:54,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/2eeae457c35f43d7853eefee135a5a3f is 50, key is test_row_0/B:col10/1732112694415/Put/seqid=0 2024-11-20T14:24:54,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741967_1143 (size=12001) 2024-11-20T14:24:54,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112754869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:54,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112754881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:54,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:54,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112754883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:54,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:54,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112754884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:54,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:54,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112754884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T14:24:54,967 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:54,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T14:24:54,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:54,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. as already flushing 2024-11-20T14:24:54,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:54,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:54,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:54,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:55,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:55,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112755074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:55,090 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T14:24:55,091 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54872, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T14:24:55,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112755090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:55,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112755090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:55,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112755091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:55,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:55,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112755091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:55,121 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:55,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T14:24:55,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:55,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. as already flushing 2024-11-20T14:24:55,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:55,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:55,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:55,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:55,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/2eeae457c35f43d7853eefee135a5a3f 2024-11-20T14:24:55,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/7861c0b9c234437d9593faa39de661dc is 50, key is test_row_0/C:col10/1732112694415/Put/seqid=0 2024-11-20T14:24:55,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741968_1144 (size=12001) 2024-11-20T14:24:55,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/7861c0b9c234437d9593faa39de661dc 2024-11-20T14:24:55,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/42da964547c842e2a27859825e64f3ea as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/42da964547c842e2a27859825e64f3ea 2024-11-20T14:24:55,275 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:55,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T14:24:55,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:55,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. as already flushing 2024-11-20T14:24:55,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:55,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:55,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:55,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:55,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/42da964547c842e2a27859825e64f3ea, entries=150, sequenceid=44, filesize=30.2 K 2024-11-20T14:24:55,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/2eeae457c35f43d7853eefee135a5a3f as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/2eeae457c35f43d7853eefee135a5a3f 2024-11-20T14:24:55,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/2eeae457c35f43d7853eefee135a5a3f, entries=150, sequenceid=44, filesize=11.7 K 2024-11-20T14:24:55,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/7861c0b9c234437d9593faa39de661dc as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/7861c0b9c234437d9593faa39de661dc 2024-11-20T14:24:55,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/7861c0b9c234437d9593faa39de661dc, entries=150, sequenceid=44, filesize=11.7 K 2024-11-20T14:24:55,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 932a4b1c4072d2124b85a01d60d20e1d in 566ms, sequenceid=44, compaction requested=false 2024-11-20T14:24:55,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:24:55,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:24:55,403 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 932a4b1c4072d2124b85a01d60d20e1d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T14:24:55,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=A 2024-11-20T14:24:55,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:55,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=B 2024-11-20T14:24:55,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:55,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=C 2024-11-20T14:24:55,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:55,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f20d9836b80b4084811edfac8d878457_932a4b1c4072d2124b85a01d60d20e1d is 50, key is test_row_0/A:col10/1732112695399/Put/seqid=0 2024-11-20T14:24:55,430 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:55,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T14:24:55,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:55,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. as already flushing 2024-11-20T14:24:55,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:55,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:55,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:55,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:55,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741969_1145 (size=17034) 2024-11-20T14:24:55,449 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:24:55,454 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f20d9836b80b4084811edfac8d878457_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f20d9836b80b4084811edfac8d878457_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:24:55,455 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/9a4baf137e6e4d12a7ba86c2aeb3488c, store: [table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:24:55,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/9a4baf137e6e4d12a7ba86c2aeb3488c is 175, key is test_row_0/A:col10/1732112695399/Put/seqid=0 2024-11-20T14:24:55,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T14:24:55,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741970_1146 (size=48139) 2024-11-20T14:24:55,472 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=56, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/9a4baf137e6e4d12a7ba86c2aeb3488c 2024-11-20T14:24:55,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/533aa8fbfafd4ccf94c567d6a7ee0721 is 50, key is test_row_0/B:col10/1732112695399/Put/seqid=0 2024-11-20T14:24:55,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741971_1147 (size=12001) 2024-11-20T14:24:55,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/533aa8fbfafd4ccf94c567d6a7ee0721 2024-11-20T14:24:55,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:55,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112755475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:55,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:55,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112755477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:55,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:55,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112755477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:55,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:55,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112755482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:55,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:55,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112755485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:55,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/2f4515a234e5440092c7efb6125aad3a is 50, key is test_row_0/C:col10/1732112695399/Put/seqid=0 2024-11-20T14:24:55,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741972_1148 (size=12001) 2024-11-20T14:24:55,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/2f4515a234e5440092c7efb6125aad3a 2024-11-20T14:24:55,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/9a4baf137e6e4d12a7ba86c2aeb3488c as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/9a4baf137e6e4d12a7ba86c2aeb3488c 2024-11-20T14:24:55,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/9a4baf137e6e4d12a7ba86c2aeb3488c, entries=250, sequenceid=56, filesize=47.0 K 2024-11-20T14:24:55,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/533aa8fbfafd4ccf94c567d6a7ee0721 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/533aa8fbfafd4ccf94c567d6a7ee0721 2024-11-20T14:24:55,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/533aa8fbfafd4ccf94c567d6a7ee0721, entries=150, sequenceid=56, filesize=11.7 K 2024-11-20T14:24:55,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/2f4515a234e5440092c7efb6125aad3a as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/2f4515a234e5440092c7efb6125aad3a 2024-11-20T14:24:55,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/2f4515a234e5440092c7efb6125aad3a, entries=150, sequenceid=56, filesize=11.7 K 2024-11-20T14:24:55,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 932a4b1c4072d2124b85a01d60d20e1d in 168ms, sequenceid=56, compaction requested=true 2024-11-20T14:24:55,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:24:55,571 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:24:55,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 932a4b1c4072d2124b85a01d60d20e1d:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:24:55,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:55,572 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:24:55,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 932a4b1c4072d2124b85a01d60d20e1d:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:24:55,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:55,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 932a4b1c4072d2124b85a01d60d20e1d:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:24:55,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:24:55,577 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:24:55,577 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 932a4b1c4072d2124b85a01d60d20e1d/B is initiating minor compaction (all files) 2024-11-20T14:24:55,577 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 932a4b1c4072d2124b85a01d60d20e1d/B in TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:55,577 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/66e27c2f5d504363ad0578e4e54b3d59, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/2eeae457c35f43d7853eefee135a5a3f, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/533aa8fbfafd4ccf94c567d6a7ee0721] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp, totalSize=35.2 K 2024-11-20T14:24:55,582 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:55,582 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 66e27c2f5d504363ad0578e4e54b3d59, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732112694376 2024-11-20T14:24:55,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T14:24:55,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:55,583 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:24:55,583 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 932a4b1c4072d2124b85a01d60d20e1d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T14:24:55,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=A 2024-11-20T14:24:55,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:55,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=B 2024-11-20T14:24:55,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:55,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=C 2024-11-20T14:24:55,583 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): 932a4b1c4072d2124b85a01d60d20e1d/A is initiating minor compaction (all files) 2024-11-20T14:24:55,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:55,583 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 932a4b1c4072d2124b85a01d60d20e1d/A in TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:55,584 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/2cf333946f8f45b5a702aa3745c22ec8, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/42da964547c842e2a27859825e64f3ea, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/9a4baf137e6e4d12a7ba86c2aeb3488c] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp, totalSize=107.5 K 2024-11-20T14:24:55,584 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:55,584 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. files: [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/2cf333946f8f45b5a702aa3745c22ec8, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/42da964547c842e2a27859825e64f3ea, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/9a4baf137e6e4d12a7ba86c2aeb3488c] 2024-11-20T14:24:55,584 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 2eeae457c35f43d7853eefee135a5a3f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1732112694415 2024-11-20T14:24:55,584 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2cf333946f8f45b5a702aa3745c22ec8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732112694376 2024-11-20T14:24:55,585 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 533aa8fbfafd4ccf94c567d6a7ee0721, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732112695387 2024-11-20T14:24:55,585 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42da964547c842e2a27859825e64f3ea, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1732112694415 2024-11-20T14:24:55,585 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a4baf137e6e4d12a7ba86c2aeb3488c, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732112694749 2024-11-20T14:24:55,602 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 932a4b1c4072d2124b85a01d60d20e1d#B#compaction#128 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:24:55,602 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/fb706eca479b431d814e6dc3e0b47372 is 50, key is test_row_0/B:col10/1732112695399/Put/seqid=0 2024-11-20T14:24:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:24:55,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. as already flushing 2024-11-20T14:24:55,613 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:24:55,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112755612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:55,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:55,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112755613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:55,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:55,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112755616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:55,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:55,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112755617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:55,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:55,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112755617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:55,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201e55b5cdb0e24011a0bb5d58462c064f_932a4b1c4072d2124b85a01d60d20e1d is 50, key is test_row_0/A:col10/1732112695480/Put/seqid=0 2024-11-20T14:24:55,637 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120f8f7ffdae54d464ab1545991ee1f2521_932a4b1c4072d2124b85a01d60d20e1d store=[table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:24:55,642 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120f8f7ffdae54d464ab1545991ee1f2521_932a4b1c4072d2124b85a01d60d20e1d, store=[table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:24:55,642 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f8f7ffdae54d464ab1545991ee1f2521_932a4b1c4072d2124b85a01d60d20e1d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:24:55,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741973_1149 (size=12104) 2024-11-20T14:24:55,653 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/fb706eca479b431d814e6dc3e0b47372 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/fb706eca479b431d814e6dc3e0b47372 2024-11-20T14:24:55,660 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 932a4b1c4072d2124b85a01d60d20e1d/B of 932a4b1c4072d2124b85a01d60d20e1d into fb706eca479b431d814e6dc3e0b47372(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:24:55,661 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:24:55,661 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d., storeName=932a4b1c4072d2124b85a01d60d20e1d/B, priority=13, startTime=1732112695572; duration=0sec 2024-11-20T14:24:55,661 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:24:55,661 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 932a4b1c4072d2124b85a01d60d20e1d:B 2024-11-20T14:24:55,661 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:24:55,663 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:24:55,663 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 932a4b1c4072d2124b85a01d60d20e1d/C is initiating minor compaction (all files) 2024-11-20T14:24:55,663 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 932a4b1c4072d2124b85a01d60d20e1d/C in TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:55,663 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/2a6207ece9fc44d682590af6b6cbf89a, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/7861c0b9c234437d9593faa39de661dc, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/2f4515a234e5440092c7efb6125aad3a] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp, totalSize=35.2 K 2024-11-20T14:24:55,664 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a6207ece9fc44d682590af6b6cbf89a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732112694376 2024-11-20T14:24:55,664 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 7861c0b9c234437d9593faa39de661dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1732112694415 2024-11-20T14:24:55,665 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f4515a234e5440092c7efb6125aad3a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732112695387 2024-11-20T14:24:55,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741974_1150 (size=12154) 2024-11-20T14:24:55,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:24:55,684 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 932a4b1c4072d2124b85a01d60d20e1d#C#compaction#131 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:24:55,685 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/d05960f720f441fe9fa66e105c957e82 is 50, key is test_row_0/C:col10/1732112695399/Put/seqid=0 2024-11-20T14:24:55,686 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201e55b5cdb0e24011a0bb5d58462c064f_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201e55b5cdb0e24011a0bb5d58462c064f_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:24:55,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/d9f6029305384c0dbb08445216f1fda5, store: [table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:24:55,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/d9f6029305384c0dbb08445216f1fda5 is 175, key is test_row_0/A:col10/1732112695480/Put/seqid=0 2024-11-20T14:24:55,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741975_1151 (size=4469) 2024-11-20T14:24:55,704 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 932a4b1c4072d2124b85a01d60d20e1d#A#compaction#129 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:24:55,706 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/d9c493bb2bb14019a54da661cdb3f9c8 is 175, key is test_row_0/A:col10/1732112695399/Put/seqid=0 2024-11-20T14:24:55,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741976_1152 (size=12104) 2024-11-20T14:24:55,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741977_1153 (size=30955) 2024-11-20T14:24:55,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112755717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:55,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:55,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112755718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:55,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:55,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112755718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:55,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112755719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:55,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112755722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:55,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741978_1154 (size=31058) 2024-11-20T14:24:55,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112755919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:55,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112755921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:55,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112755922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:55,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112755924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:55,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112755925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:56,115 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/d9f6029305384c0dbb08445216f1fda5 2024-11-20T14:24:56,119 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/d05960f720f441fe9fa66e105c957e82 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/d05960f720f441fe9fa66e105c957e82 2024-11-20T14:24:56,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/b9adfbb2d1ef406cb63a81f41388d9bf is 50, key is test_row_0/B:col10/1732112695480/Put/seqid=0 2024-11-20T14:24:56,132 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T14:24:56,135 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 932a4b1c4072d2124b85a01d60d20e1d/C of 932a4b1c4072d2124b85a01d60d20e1d into d05960f720f441fe9fa66e105c957e82(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:24:56,135 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:24:56,135 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d., storeName=932a4b1c4072d2124b85a01d60d20e1d/C, priority=13, startTime=1732112695572; duration=0sec 2024-11-20T14:24:56,136 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:56,136 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 932a4b1c4072d2124b85a01d60d20e1d:C 2024-11-20T14:24:56,158 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/d9c493bb2bb14019a54da661cdb3f9c8 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/d9c493bb2bb14019a54da661cdb3f9c8 2024-11-20T14:24:56,166 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 932a4b1c4072d2124b85a01d60d20e1d/A of 932a4b1c4072d2124b85a01d60d20e1d into d9c493bb2bb14019a54da661cdb3f9c8(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:24:56,166 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:24:56,166 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d., storeName=932a4b1c4072d2124b85a01d60d20e1d/A, priority=13, startTime=1732112695571; duration=0sec 2024-11-20T14:24:56,166 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:56,166 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 932a4b1c4072d2124b85a01d60d20e1d:A 2024-11-20T14:24:56,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741979_1155 (size=12001) 2024-11-20T14:24:56,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:56,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112756225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112756227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:56,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:56,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112756227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112756228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:56,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112756232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:56,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T14:24:56,583 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/b9adfbb2d1ef406cb63a81f41388d9bf 2024-11-20T14:24:56,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/dc8bb8185e264577a57dd551a9bbc798 is 50, key is test_row_0/C:col10/1732112695480/Put/seqid=0 2024-11-20T14:24:56,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741980_1156 (size=12001) 2024-11-20T14:24:56,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:56,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112756730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:56,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:56,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112756734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:56,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:56,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112756734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:56,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:56,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112756734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:56,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:56,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112756737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:57,011 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/dc8bb8185e264577a57dd551a9bbc798 2024-11-20T14:24:57,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/d9f6029305384c0dbb08445216f1fda5 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/d9f6029305384c0dbb08445216f1fda5 2024-11-20T14:24:57,023 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/d9f6029305384c0dbb08445216f1fda5, entries=150, sequenceid=80, filesize=30.2 K 2024-11-20T14:24:57,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/b9adfbb2d1ef406cb63a81f41388d9bf as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/b9adfbb2d1ef406cb63a81f41388d9bf 2024-11-20T14:24:57,029 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/b9adfbb2d1ef406cb63a81f41388d9bf, entries=150, sequenceid=80, filesize=11.7 K 2024-11-20T14:24:57,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/dc8bb8185e264577a57dd551a9bbc798 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/dc8bb8185e264577a57dd551a9bbc798 2024-11-20T14:24:57,036 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/dc8bb8185e264577a57dd551a9bbc798, entries=150, sequenceid=80, filesize=11.7 K 2024-11-20T14:24:57,038 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=73.80 KB/75570 for 932a4b1c4072d2124b85a01d60d20e1d in 1454ms, sequenceid=80, compaction requested=false 2024-11-20T14:24:57,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:24:57,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:57,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-20T14:24:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-20T14:24:57,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-20T14:24:57,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6870 sec 2024-11-20T14:24:57,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 2.6920 sec 2024-11-20T14:24:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:24:57,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 932a4b1c4072d2124b85a01d60d20e1d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T14:24:57,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=A 2024-11-20T14:24:57,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:57,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=B 2024-11-20T14:24:57,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:57,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=C 2024-11-20T14:24:57,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:57,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e70c93e9f1844e40bff7c0fbbd808bf3_932a4b1c4072d2124b85a01d60d20e1d is 50, key is test_row_0/A:col10/1732112697733/Put/seqid=0 2024-11-20T14:24:57,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112757759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:57,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112757759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:57,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112757759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:57,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112757760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:57,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112757761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:57,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741981_1157 (size=14594) 2024-11-20T14:24:57,779 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:24:57,784 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e70c93e9f1844e40bff7c0fbbd808bf3_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e70c93e9f1844e40bff7c0fbbd808bf3_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:24:57,786 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/528cdff1492c4180afc094794129d874, store: [table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:24:57,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/528cdff1492c4180afc094794129d874 is 175, key is test_row_0/A:col10/1732112697733/Put/seqid=0 2024-11-20T14:24:57,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741982_1158 (size=39549) 2024-11-20T14:24:57,800 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=98, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/528cdff1492c4180afc094794129d874 2024-11-20T14:24:57,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/00d8f73b62194a228b903e5f0581d6bf is 50, key is test_row_0/B:col10/1732112697733/Put/seqid=0 2024-11-20T14:24:57,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741983_1159 (size=12001) 2024-11-20T14:24:57,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/00d8f73b62194a228b903e5f0581d6bf 2024-11-20T14:24:57,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/b465a46c5e064b6aac16c70f2d99542e is 50, key is test_row_0/C:col10/1732112697733/Put/seqid=0 2024-11-20T14:24:57,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741984_1160 (size=12001) 2024-11-20T14:24:57,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/b465a46c5e064b6aac16c70f2d99542e 2024-11-20T14:24:57,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112757863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:57,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112757864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:57,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/528cdff1492c4180afc094794129d874 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/528cdff1492c4180afc094794129d874 2024-11-20T14:24:57,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112757865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:57,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112757866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:57,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112757866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:57,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/528cdff1492c4180afc094794129d874, entries=200, sequenceid=98, filesize=38.6 K 2024-11-20T14:24:57,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/00d8f73b62194a228b903e5f0581d6bf as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/00d8f73b62194a228b903e5f0581d6bf 2024-11-20T14:24:57,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/00d8f73b62194a228b903e5f0581d6bf, entries=150, sequenceid=98, filesize=11.7 K 2024-11-20T14:24:57,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/b465a46c5e064b6aac16c70f2d99542e as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/b465a46c5e064b6aac16c70f2d99542e 2024-11-20T14:24:57,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/b465a46c5e064b6aac16c70f2d99542e, entries=150, sequenceid=98, filesize=11.7 K 2024-11-20T14:24:57,893 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 932a4b1c4072d2124b85a01d60d20e1d in 159ms, sequenceid=98, compaction requested=true 2024-11-20T14:24:57,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:24:57,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 932a4b1c4072d2124b85a01d60d20e1d:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:24:57,894 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:24:57,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:57,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 932a4b1c4072d2124b85a01d60d20e1d:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:24:57,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:24:57,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 932a4b1c4072d2124b85a01d60d20e1d:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:24:57,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T14:24:57,894 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:24:57,895 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:24:57,895 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 932a4b1c4072d2124b85a01d60d20e1d/B is initiating minor compaction (all files) 2024-11-20T14:24:57,896 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 932a4b1c4072d2124b85a01d60d20e1d/B in TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:57,896 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:24:57,896 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/fb706eca479b431d814e6dc3e0b47372, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/b9adfbb2d1ef406cb63a81f41388d9bf, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/00d8f73b62194a228b903e5f0581d6bf] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp, totalSize=35.3 K 2024-11-20T14:24:57,896 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): 932a4b1c4072d2124b85a01d60d20e1d/A is initiating minor compaction (all files) 2024-11-20T14:24:57,896 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 932a4b1c4072d2124b85a01d60d20e1d/A in TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:57,896 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/d9c493bb2bb14019a54da661cdb3f9c8, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/d9f6029305384c0dbb08445216f1fda5, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/528cdff1492c4180afc094794129d874] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp, totalSize=99.2 K 2024-11-20T14:24:57,896 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:57,896 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. files: [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/d9c493bb2bb14019a54da661cdb3f9c8, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/d9f6029305384c0dbb08445216f1fda5, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/528cdff1492c4180afc094794129d874] 2024-11-20T14:24:57,897 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting fb706eca479b431d814e6dc3e0b47372, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732112695387 2024-11-20T14:24:57,897 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9c493bb2bb14019a54da661cdb3f9c8, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732112695387 2024-11-20T14:24:57,897 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting b9adfbb2d1ef406cb63a81f41388d9bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732112695472 2024-11-20T14:24:57,898 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9f6029305384c0dbb08445216f1fda5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732112695472 2024-11-20T14:24:57,898 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 00d8f73b62194a228b903e5f0581d6bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732112695611 2024-11-20T14:24:57,898 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 528cdff1492c4180afc094794129d874, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732112695610 2024-11-20T14:24:57,909 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:24:57,911 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 932a4b1c4072d2124b85a01d60d20e1d#B#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:24:57,912 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/d0b9d2c835504134bbc228522b07bfe3 is 50, key is test_row_0/B:col10/1732112697733/Put/seqid=0 2024-11-20T14:24:57,915 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120eae8fb1d83284e79b629344b5f47744a_932a4b1c4072d2124b85a01d60d20e1d store=[table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:24:57,919 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120eae8fb1d83284e79b629344b5f47744a_932a4b1c4072d2124b85a01d60d20e1d, store=[table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:24:57,919 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120eae8fb1d83284e79b629344b5f47744a_932a4b1c4072d2124b85a01d60d20e1d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:24:57,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741986_1162 (size=4469) 2024-11-20T14:24:57,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741985_1161 (size=12207) 2024-11-20T14:24:57,952 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/d0b9d2c835504134bbc228522b07bfe3 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/d0b9d2c835504134bbc228522b07bfe3 2024-11-20T14:24:57,961 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 932a4b1c4072d2124b85a01d60d20e1d/B of 932a4b1c4072d2124b85a01d60d20e1d into d0b9d2c835504134bbc228522b07bfe3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:24:57,961 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:24:57,961 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d., storeName=932a4b1c4072d2124b85a01d60d20e1d/B, priority=13, startTime=1732112697894; duration=0sec 2024-11-20T14:24:57,962 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:24:57,962 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 932a4b1c4072d2124b85a01d60d20e1d:B 2024-11-20T14:24:57,962 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:24:57,965 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:24:57,965 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 932a4b1c4072d2124b85a01d60d20e1d/C is initiating minor compaction (all files) 2024-11-20T14:24:57,965 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 932a4b1c4072d2124b85a01d60d20e1d/C in TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:57,965 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/d05960f720f441fe9fa66e105c957e82, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/dc8bb8185e264577a57dd551a9bbc798, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/b465a46c5e064b6aac16c70f2d99542e] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp, totalSize=35.3 K 2024-11-20T14:24:57,965 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting d05960f720f441fe9fa66e105c957e82, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732112695387 2024-11-20T14:24:57,966 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting dc8bb8185e264577a57dd551a9bbc798, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732112695472 2024-11-20T14:24:57,966 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting b465a46c5e064b6aac16c70f2d99542e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732112695611 2024-11-20T14:24:57,978 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 932a4b1c4072d2124b85a01d60d20e1d#C#compaction#139 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:24:57,979 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/7daf94f3238f4502896970c078e30012 is 50, key is test_row_0/C:col10/1732112697733/Put/seqid=0 2024-11-20T14:24:57,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741987_1163 (size=12207) 2024-11-20T14:24:58,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:24:58,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 932a4b1c4072d2124b85a01d60d20e1d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T14:24:58,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=A 2024-11-20T14:24:58,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:58,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=B 2024-11-20T14:24:58,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:58,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=C 2024-11-20T14:24:58,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:58,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205546e30fb8974b68ad3abbc4328e23b5_932a4b1c4072d2124b85a01d60d20e1d is 50, key is test_row_0/A:col10/1732112698068/Put/seqid=0 2024-11-20T14:24:58,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:58,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112758080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112758080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:58,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112758081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:58,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741988_1164 (size=12154) 2024-11-20T14:24:58,086 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:24:58,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112758085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:58,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112758090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:58,091 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205546e30fb8974b68ad3abbc4328e23b5_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205546e30fb8974b68ad3abbc4328e23b5_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:24:58,092 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/8048e19096e54491b62dc867562ee9d8, store: [table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:24:58,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/8048e19096e54491b62dc867562ee9d8 is 175, key is test_row_0/A:col10/1732112698068/Put/seqid=0 2024-11-20T14:24:58,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741989_1165 (size=30955) 2024-11-20T14:24:58,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112758186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:58,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112758189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:58,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112758189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:58,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112758190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:58,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112758193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:58,343 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 932a4b1c4072d2124b85a01d60d20e1d#A#compaction#137 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:24:58,344 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/ed5a7bcf46ac4cfdb96fa4079fee257f is 175, key is test_row_0/A:col10/1732112697733/Put/seqid=0 2024-11-20T14:24:58,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741990_1166 (size=31161) 2024-11-20T14:24:58,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112758391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:58,393 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/7daf94f3238f4502896970c078e30012 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/7daf94f3238f4502896970c078e30012 2024-11-20T14:24:58,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112758392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:58,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112758393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:58,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112758393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:58,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112758398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:58,400 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 932a4b1c4072d2124b85a01d60d20e1d/C of 932a4b1c4072d2124b85a01d60d20e1d into 7daf94f3238f4502896970c078e30012(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:24:58,400 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:24:58,400 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d., storeName=932a4b1c4072d2124b85a01d60d20e1d/C, priority=13, startTime=1732112697894; duration=0sec 2024-11-20T14:24:58,400 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:58,400 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 932a4b1c4072d2124b85a01d60d20e1d:C 2024-11-20T14:24:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T14:24:58,460 INFO [Thread-674 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-20T14:24:58,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:24:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-20T14:24:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T14:24:58,463 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:24:58,464 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:24:58,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:24:58,512 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=122, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/8048e19096e54491b62dc867562ee9d8 2024-11-20T14:24:58,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/5980b258d5e6446c840ead59dac8f46c is 50, key is test_row_0/B:col10/1732112698068/Put/seqid=0 2024-11-20T14:24:58,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741991_1167 (size=12001) 2024-11-20T14:24:58,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T14:24:58,616 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:58,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T14:24:58,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:58,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. as already flushing 2024-11-20T14:24:58,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:58,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:58,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:58,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112758695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:58,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:58,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112758696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:58,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:58,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112758697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:58,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112758698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:58,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112758700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:58,757 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/ed5a7bcf46ac4cfdb96fa4079fee257f as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/ed5a7bcf46ac4cfdb96fa4079fee257f 2024-11-20T14:24:58,763 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 932a4b1c4072d2124b85a01d60d20e1d/A of 932a4b1c4072d2124b85a01d60d20e1d into ed5a7bcf46ac4cfdb96fa4079fee257f(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:24:58,763 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:24:58,763 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d., storeName=932a4b1c4072d2124b85a01d60d20e1d/A, priority=13, startTime=1732112697893; duration=0sec 2024-11-20T14:24:58,763 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:24:58,763 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 932a4b1c4072d2124b85a01d60d20e1d:A 2024-11-20T14:24:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T14:24:58,770 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:58,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T14:24:58,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:58,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. as already flushing 2024-11-20T14:24:58,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:58,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:58,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:58,924 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:58,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T14:24:58,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:58,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. as already flushing 2024-11-20T14:24:58,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:58,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:58,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:24:58,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/5980b258d5e6446c840ead59dac8f46c 2024-11-20T14:24:58,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/e322fd48634e436e8328752c129daf8a is 50, key is test_row_0/C:col10/1732112698068/Put/seqid=0 2024-11-20T14:24:58,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741992_1168 (size=12001) 2024-11-20T14:24:58,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/e322fd48634e436e8328752c129daf8a 2024-11-20T14:24:58,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/8048e19096e54491b62dc867562ee9d8 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/8048e19096e54491b62dc867562ee9d8 2024-11-20T14:24:58,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/8048e19096e54491b62dc867562ee9d8, entries=150, sequenceid=122, filesize=30.2 K 2024-11-20T14:24:58,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/5980b258d5e6446c840ead59dac8f46c as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/5980b258d5e6446c840ead59dac8f46c 2024-11-20T14:24:58,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/5980b258d5e6446c840ead59dac8f46c, entries=150, sequenceid=122, filesize=11.7 K 2024-11-20T14:24:58,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/e322fd48634e436e8328752c129daf8a as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/e322fd48634e436e8328752c129daf8a 2024-11-20T14:24:58,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/e322fd48634e436e8328752c129daf8a, entries=150, sequenceid=122, filesize=11.7 K 2024-11-20T14:24:58,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 932a4b1c4072d2124b85a01d60d20e1d in 910ms, sequenceid=122, compaction requested=false 2024-11-20T14:24:58,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:24:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T14:24:59,077 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:24:59,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T14:24:59,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:59,078 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 932a4b1c4072d2124b85a01d60d20e1d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T14:24:59,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=A 2024-11-20T14:24:59,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:59,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=B 2024-11-20T14:24:59,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:59,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=C 2024-11-20T14:24:59,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:24:59,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120460b86d276ac4f918862658c3a3f19f7_932a4b1c4072d2124b85a01d60d20e1d is 50, key is test_row_0/A:col10/1732112698082/Put/seqid=0 2024-11-20T14:24:59,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741993_1169 (size=12254) 2024-11-20T14:24:59,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:24:59,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. as already flushing 2024-11-20T14:24:59,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:59,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112759219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112759219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:59,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112759220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:59,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112759220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:59,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112759222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:59,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112759324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:59,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112759324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:59,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112759324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:59,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:59,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112759324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112759324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:59,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:24:59,499 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120460b86d276ac4f918862658c3a3f19f7_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120460b86d276ac4f918862658c3a3f19f7_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:24:59,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/c0fd561a79ea43c19157f8a80cea79ea, store: [table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:24:59,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/c0fd561a79ea43c19157f8a80cea79ea is 175, key is test_row_0/A:col10/1732112698082/Put/seqid=0 2024-11-20T14:24:59,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741994_1170 (size=31055) 2024-11-20T14:24:59,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112759526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:59,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:59,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112759527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:59,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:59,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112759528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:59,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:59,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112759528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:59,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112759529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:59,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T14:24:59,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:59,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112759829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:59,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:59,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112759829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:59,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:59,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112759832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:59,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:59,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112759832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:59,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:24:59,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112759833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:24:59,906 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=137, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/c0fd561a79ea43c19157f8a80cea79ea 2024-11-20T14:24:59,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/748bc63ca7bf4795b16176e32456b9dd is 50, key is test_row_0/B:col10/1732112698082/Put/seqid=0 2024-11-20T14:24:59,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741995_1171 (size=12101) 2024-11-20T14:24:59,932 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/748bc63ca7bf4795b16176e32456b9dd 2024-11-20T14:24:59,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/2c9057cecbfe4cb094751894374ed670 is 50, key is test_row_0/C:col10/1732112698082/Put/seqid=0 2024-11-20T14:24:59,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741996_1172 (size=12101) 2024-11-20T14:24:59,948 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/2c9057cecbfe4cb094751894374ed670 2024-11-20T14:24:59,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/c0fd561a79ea43c19157f8a80cea79ea as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/c0fd561a79ea43c19157f8a80cea79ea 2024-11-20T14:24:59,957 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/c0fd561a79ea43c19157f8a80cea79ea, entries=150, sequenceid=137, filesize=30.3 K 2024-11-20T14:24:59,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/748bc63ca7bf4795b16176e32456b9dd as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/748bc63ca7bf4795b16176e32456b9dd 2024-11-20T14:24:59,964 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/748bc63ca7bf4795b16176e32456b9dd, entries=150, sequenceid=137, filesize=11.8 K 2024-11-20T14:24:59,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/2c9057cecbfe4cb094751894374ed670 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/2c9057cecbfe4cb094751894374ed670 2024-11-20T14:24:59,969 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/2c9057cecbfe4cb094751894374ed670, entries=150, sequenceid=137, filesize=11.8 K 2024-11-20T14:24:59,971 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 932a4b1c4072d2124b85a01d60d20e1d in 894ms, sequenceid=137, compaction requested=true 2024-11-20T14:24:59,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:24:59,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:24:59,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-20T14:24:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-20T14:24:59,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-20T14:24:59,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5090 sec 2024-11-20T14:24:59,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.5130 sec 2024-11-20T14:25:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:00,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 932a4b1c4072d2124b85a01d60d20e1d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T14:25:00,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=A 2024-11-20T14:25:00,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:00,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=B 2024-11-20T14:25:00,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:00,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=C 2024-11-20T14:25:00,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:00,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207f4365707f9d49ae99a43e59ef5b59cd_932a4b1c4072d2124b85a01d60d20e1d is 50, key is test_row_0/A:col10/1732112700333/Put/seqid=0 2024-11-20T14:25:00,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741997_1173 (size=14794) 2024-11-20T14:25:00,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112760384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:00,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112760384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:00,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112760384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:00,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112760388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:00,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112760389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:00,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112760490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:00,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112760490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:00,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:00,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112760490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112760491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:00,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112760491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T14:25:00,568 INFO [Thread-674 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-20T14:25:00,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:25:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-20T14:25:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T14:25:00,570 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:25:00,571 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:25:00,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:25:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T14:25:00,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112760693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:00,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:00,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112760694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112760693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:00,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112760694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:00,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112760694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:00,723 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:00,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T14:25:00,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:00,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. as already flushing 2024-11-20T14:25:00,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:00,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:00,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:00,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:00,749 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:25:00,754 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207f4365707f9d49ae99a43e59ef5b59cd_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207f4365707f9d49ae99a43e59ef5b59cd_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:00,755 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/1427766120714248801f9199ddc06fb6, store: [table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:25:00,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/1427766120714248801f9199ddc06fb6 is 175, key is test_row_0/A:col10/1732112700333/Put/seqid=0 2024-11-20T14:25:00,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741998_1174 (size=39749) 2024-11-20T14:25:00,761 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/1427766120714248801f9199ddc06fb6 2024-11-20T14:25:00,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/a7ff20a07e6749b8a0e3c57da6b352c2 is 50, key is test_row_0/B:col10/1732112700333/Put/seqid=0 2024-11-20T14:25:00,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741999_1175 (size=12151) 2024-11-20T14:25:00,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T14:25:00,877 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:00,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T14:25:00,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:00,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. as already flushing 2024-11-20T14:25:00,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:00,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:00,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:00,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:00,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:00,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112760998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:01,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:01,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112760998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:01,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:01,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112760998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:01,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:01,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112760999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112761000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:01,030 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:01,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T14:25:01,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:01,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. as already flushing 2024-11-20T14:25:01,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:01,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:01,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:01,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T14:25:01,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/a7ff20a07e6749b8a0e3c57da6b352c2 2024-11-20T14:25:01,182 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:01,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T14:25:01,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:01,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. as already flushing 2024-11-20T14:25:01,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:01,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:01,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:01,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:01,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/6f63a2dbaa494e9d862fbe74d8157d18 is 50, key is test_row_0/C:col10/1732112700333/Put/seqid=0 2024-11-20T14:25:01,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742000_1176 (size=12151) 2024-11-20T14:25:01,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/6f63a2dbaa494e9d862fbe74d8157d18 2024-11-20T14:25:01,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/1427766120714248801f9199ddc06fb6 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/1427766120714248801f9199ddc06fb6 2024-11-20T14:25:01,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/1427766120714248801f9199ddc06fb6, entries=200, sequenceid=161, filesize=38.8 K 2024-11-20T14:25:01,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/a7ff20a07e6749b8a0e3c57da6b352c2 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/a7ff20a07e6749b8a0e3c57da6b352c2 2024-11-20T14:25:01,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/a7ff20a07e6749b8a0e3c57da6b352c2, entries=150, sequenceid=161, filesize=11.9 K 2024-11-20T14:25:01,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/6f63a2dbaa494e9d862fbe74d8157d18 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/6f63a2dbaa494e9d862fbe74d8157d18 2024-11-20T14:25:01,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/6f63a2dbaa494e9d862fbe74d8157d18, entries=150, sequenceid=161, filesize=11.9 K 2024-11-20T14:25:01,220 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 932a4b1c4072d2124b85a01d60d20e1d in 886ms, sequenceid=161, compaction requested=true 2024-11-20T14:25:01,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:25:01,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 932a4b1c4072d2124b85a01d60d20e1d:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:25:01,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:01,220 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T14:25:01,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 932a4b1c4072d2124b85a01d60d20e1d:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:25:01,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:01,220 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T14:25:01,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 932a4b1c4072d2124b85a01d60d20e1d:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:25:01,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:25:01,222 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T14:25:01,222 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): 932a4b1c4072d2124b85a01d60d20e1d/A is initiating minor compaction (all files) 2024-11-20T14:25:01,222 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 932a4b1c4072d2124b85a01d60d20e1d/A in TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:01,222 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/ed5a7bcf46ac4cfdb96fa4079fee257f, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/8048e19096e54491b62dc867562ee9d8, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/c0fd561a79ea43c19157f8a80cea79ea, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/1427766120714248801f9199ddc06fb6] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp, totalSize=129.8 K 2024-11-20T14:25:01,222 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:01,222 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. files: [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/ed5a7bcf46ac4cfdb96fa4079fee257f, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/8048e19096e54491b62dc867562ee9d8, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/c0fd561a79ea43c19157f8a80cea79ea, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/1427766120714248801f9199ddc06fb6] 2024-11-20T14:25:01,223 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T14:25:01,223 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed5a7bcf46ac4cfdb96fa4079fee257f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732112695611 2024-11-20T14:25:01,223 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 932a4b1c4072d2124b85a01d60d20e1d/B is initiating minor compaction (all files) 2024-11-20T14:25:01,223 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 932a4b1c4072d2124b85a01d60d20e1d/B in TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:01,223 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/d0b9d2c835504134bbc228522b07bfe3, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/5980b258d5e6446c840ead59dac8f46c, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/748bc63ca7bf4795b16176e32456b9dd, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/a7ff20a07e6749b8a0e3c57da6b352c2] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp, totalSize=47.3 K 2024-11-20T14:25:01,224 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8048e19096e54491b62dc867562ee9d8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732112697759 2024-11-20T14:25:01,224 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting d0b9d2c835504134bbc228522b07bfe3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732112695611 2024-11-20T14:25:01,224 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 5980b258d5e6446c840ead59dac8f46c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732112697759 2024-11-20T14:25:01,224 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0fd561a79ea43c19157f8a80cea79ea, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732112698073 2024-11-20T14:25:01,225 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 748bc63ca7bf4795b16176e32456b9dd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732112698073 2024-11-20T14:25:01,225 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1427766120714248801f9199ddc06fb6, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732112699217 2024-11-20T14:25:01,225 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting a7ff20a07e6749b8a0e3c57da6b352c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732112699218 2024-11-20T14:25:01,237 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:25:01,240 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120c00344d06ef744f880d624ee2f878015_932a4b1c4072d2124b85a01d60d20e1d store=[table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:25:01,241 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 932a4b1c4072d2124b85a01d60d20e1d#B#compaction#150 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:01,241 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/16fb3ecaacda43e68af4968c13962c2c is 50, key is test_row_0/B:col10/1732112700333/Put/seqid=0 2024-11-20T14:25:01,243 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120c00344d06ef744f880d624ee2f878015_932a4b1c4072d2124b85a01d60d20e1d, store=[table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:25:01,243 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c00344d06ef744f880d624ee2f878015_932a4b1c4072d2124b85a01d60d20e1d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:25:01,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742001_1177 (size=4469) 2024-11-20T14:25:01,261 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 932a4b1c4072d2124b85a01d60d20e1d#A#compaction#149 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:01,262 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/d057e94aebc4486188abb3e0e07c1fe5 is 175, key is test_row_0/A:col10/1732112700333/Put/seqid=0 2024-11-20T14:25:01,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742002_1178 (size=12493) 2024-11-20T14:25:01,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742003_1179 (size=31447) 2024-11-20T14:25:01,290 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/16fb3ecaacda43e68af4968c13962c2c as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/16fb3ecaacda43e68af4968c13962c2c 2024-11-20T14:25:01,299 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 932a4b1c4072d2124b85a01d60d20e1d/B of 932a4b1c4072d2124b85a01d60d20e1d into 16fb3ecaacda43e68af4968c13962c2c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:01,299 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:25:01,299 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d., storeName=932a4b1c4072d2124b85a01d60d20e1d/B, priority=12, startTime=1732112701220; duration=0sec 2024-11-20T14:25:01,299 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:25:01,299 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 932a4b1c4072d2124b85a01d60d20e1d:B 2024-11-20T14:25:01,299 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T14:25:01,301 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/d057e94aebc4486188abb3e0e07c1fe5 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/d057e94aebc4486188abb3e0e07c1fe5 2024-11-20T14:25:01,301 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T14:25:01,302 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 932a4b1c4072d2124b85a01d60d20e1d/C is initiating minor compaction (all files) 2024-11-20T14:25:01,302 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 932a4b1c4072d2124b85a01d60d20e1d/C in TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:01,302 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/7daf94f3238f4502896970c078e30012, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/e322fd48634e436e8328752c129daf8a, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/2c9057cecbfe4cb094751894374ed670, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/6f63a2dbaa494e9d862fbe74d8157d18] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp, totalSize=47.3 K 2024-11-20T14:25:01,303 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 7daf94f3238f4502896970c078e30012, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732112695611 2024-11-20T14:25:01,303 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting e322fd48634e436e8328752c129daf8a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732112697759 2024-11-20T14:25:01,304 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c9057cecbfe4cb094751894374ed670, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732112698073 2024-11-20T14:25:01,304 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f63a2dbaa494e9d862fbe74d8157d18, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732112699218 2024-11-20T14:25:01,307 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 932a4b1c4072d2124b85a01d60d20e1d/A of 932a4b1c4072d2124b85a01d60d20e1d into d057e94aebc4486188abb3e0e07c1fe5(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:01,308 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:25:01,308 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d., storeName=932a4b1c4072d2124b85a01d60d20e1d/A, priority=12, startTime=1732112701220; duration=0sec 2024-11-20T14:25:01,308 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:01,308 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 932a4b1c4072d2124b85a01d60d20e1d:A 2024-11-20T14:25:01,317 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 932a4b1c4072d2124b85a01d60d20e1d#C#compaction#151 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:01,318 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/4f628473033d4b85b8f9e7c387570649 is 50, key is test_row_0/C:col10/1732112700333/Put/seqid=0 2024-11-20T14:25:01,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742004_1180 (size=12493) 2024-11-20T14:25:01,335 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:01,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T14:25:01,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:01,336 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 932a4b1c4072d2124b85a01d60d20e1d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T14:25:01,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=A 2024-11-20T14:25:01,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:01,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=B 2024-11-20T14:25:01,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:01,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=C 2024-11-20T14:25:01,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:01,338 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/4f628473033d4b85b8f9e7c387570649 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/4f628473033d4b85b8f9e7c387570649 2024-11-20T14:25:01,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112018d7073fd0494f1e843ac8f17e15217a_932a4b1c4072d2124b85a01d60d20e1d is 50, key is test_row_0/A:col10/1732112700341/Put/seqid=0 2024-11-20T14:25:01,345 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 932a4b1c4072d2124b85a01d60d20e1d/C of 932a4b1c4072d2124b85a01d60d20e1d into 4f628473033d4b85b8f9e7c387570649(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:01,345 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:25:01,345 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d., storeName=932a4b1c4072d2124b85a01d60d20e1d/C, priority=12, startTime=1732112701220; duration=0sec 2024-11-20T14:25:01,346 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:01,346 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 932a4b1c4072d2124b85a01d60d20e1d:C 2024-11-20T14:25:01,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742005_1181 (size=12304) 2024-11-20T14:25:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:01,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. as already flushing 2024-11-20T14:25:01,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112761517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:01,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112761518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:01,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112761520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:01,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112761521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:01,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112761522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:01,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:01,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112761623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112761623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:01,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:01,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112761623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112761623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:01,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112761624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T14:25:01,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:25:01,758 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112018d7073fd0494f1e843ac8f17e15217a_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112018d7073fd0494f1e843ac8f17e15217a_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:01,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/e03b65a9cbcc421b90a2bb5cd44a682f, store: [table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:25:01,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/e03b65a9cbcc421b90a2bb5cd44a682f is 175, key is test_row_0/A:col10/1732112700341/Put/seqid=0 2024-11-20T14:25:01,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742006_1182 (size=31105) 2024-11-20T14:25:01,768 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=175, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/e03b65a9cbcc421b90a2bb5cd44a682f 2024-11-20T14:25:01,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/6dcd2a5e06674e4da7efeac25ea51e7c is 50, key is test_row_0/B:col10/1732112700341/Put/seqid=0 2024-11-20T14:25:01,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742007_1183 (size=12151) 2024-11-20T14:25:01,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112761827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:01,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:01,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112761829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112761828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:01,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:01,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112761829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112761829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:02,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112762130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:02,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112762132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:02,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112762132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:02,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112762133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:02,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112762134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:02,183 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/6dcd2a5e06674e4da7efeac25ea51e7c 2024-11-20T14:25:02,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/05b8cc41a6c141efafff9800c1ff2349 is 50, key is test_row_0/C:col10/1732112700341/Put/seqid=0 2024-11-20T14:25:02,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742008_1184 (size=12151) 2024-11-20T14:25:02,596 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/05b8cc41a6c141efafff9800c1ff2349 2024-11-20T14:25:02,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/e03b65a9cbcc421b90a2bb5cd44a682f as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/e03b65a9cbcc421b90a2bb5cd44a682f 2024-11-20T14:25:02,606 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/e03b65a9cbcc421b90a2bb5cd44a682f, entries=150, sequenceid=175, filesize=30.4 K 2024-11-20T14:25:02,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/6dcd2a5e06674e4da7efeac25ea51e7c as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/6dcd2a5e06674e4da7efeac25ea51e7c 2024-11-20T14:25:02,609 INFO [master/315eb151f916:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T14:25:02,609 INFO [master/315eb151f916:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T14:25:02,613 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/6dcd2a5e06674e4da7efeac25ea51e7c, entries=150, sequenceid=175, filesize=11.9 K 2024-11-20T14:25:02,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/05b8cc41a6c141efafff9800c1ff2349 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/05b8cc41a6c141efafff9800c1ff2349 2024-11-20T14:25:02,620 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/05b8cc41a6c141efafff9800c1ff2349, entries=150, sequenceid=175, filesize=11.9 K 2024-11-20T14:25:02,621 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 932a4b1c4072d2124b85a01d60d20e1d in 1285ms, sequenceid=175, compaction requested=false 2024-11-20T14:25:02,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:25:02,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:02,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-20T14:25:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-20T14:25:02,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-20T14:25:02,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0510 sec 2024-11-20T14:25:02,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.0550 sec 2024-11-20T14:25:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:02,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 932a4b1c4072d2124b85a01d60d20e1d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T14:25:02,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=A 2024-11-20T14:25:02,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:02,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=B 2024-11-20T14:25:02,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:02,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=C 2024-11-20T14:25:02,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:02,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112080c2d86f05a64cdcbc98b2ae75412220_932a4b1c4072d2124b85a01d60d20e1d is 50, key is test_row_0/A:col10/1732112702634/Put/seqid=0 2024-11-20T14:25:02,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112762644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:02,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112762644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:02,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112762645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:02,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112762646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:02,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112762647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:02,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742009_1185 (size=14794) 2024-11-20T14:25:02,663 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:25:02,669 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112080c2d86f05a64cdcbc98b2ae75412220_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112080c2d86f05a64cdcbc98b2ae75412220_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:02,671 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/20f09dc6547f4f0eb4d4109cf5aa463f, store: [table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:25:02,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/20f09dc6547f4f0eb4d4109cf5aa463f is 175, key is test_row_0/A:col10/1732112702634/Put/seqid=0 2024-11-20T14:25:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T14:25:02,675 INFO [Thread-674 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-20T14:25:02,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:25:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-20T14:25:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T14:25:02,677 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:25:02,679 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:25:02,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:25:02,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742010_1186 (size=39749) 2024-11-20T14:25:02,695 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/20f09dc6547f4f0eb4d4109cf5aa463f 2024-11-20T14:25:02,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/5a22234c30ba4d14b090f07349458254 is 50, key is test_row_0/B:col10/1732112702634/Put/seqid=0 2024-11-20T14:25:02,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742011_1187 (size=12151) 2024-11-20T14:25:02,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112762748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:02,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112762749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:02,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112762749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:02,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112762749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:02,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112762753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T14:25:02,831 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:02,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T14:25:02,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:02,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. as already flushing 2024-11-20T14:25:02,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:02,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:02,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:02,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112762951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:02,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112762951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:02,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112762951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:02,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112762951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:02,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112762957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T14:25:02,984 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:02,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T14:25:02,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:02,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. as already flushing 2024-11-20T14:25:02,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:02,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:02,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:03,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/5a22234c30ba4d14b090f07349458254 2024-11-20T14:25:03,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/b3b06fb6b48e423eaffa5c936d0c7b00 is 50, key is test_row_0/C:col10/1732112702634/Put/seqid=0 2024-11-20T14:25:03,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742012_1188 (size=12151) 2024-11-20T14:25:03,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/b3b06fb6b48e423eaffa5c936d0c7b00 2024-11-20T14:25:03,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/20f09dc6547f4f0eb4d4109cf5aa463f as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/20f09dc6547f4f0eb4d4109cf5aa463f 2024-11-20T14:25:03,137 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:03,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T14:25:03,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:03,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/20f09dc6547f4f0eb4d4109cf5aa463f, entries=200, sequenceid=201, filesize=38.8 K 2024-11-20T14:25:03,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. as already flushing 2024-11-20T14:25:03,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:03,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:03,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:03,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/5a22234c30ba4d14b090f07349458254 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/5a22234c30ba4d14b090f07349458254 2024-11-20T14:25:03,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:03,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/5a22234c30ba4d14b090f07349458254, entries=150, sequenceid=201, filesize=11.9 K 2024-11-20T14:25:03,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/b3b06fb6b48e423eaffa5c936d0c7b00 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/b3b06fb6b48e423eaffa5c936d0c7b00 2024-11-20T14:25:03,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/b3b06fb6b48e423eaffa5c936d0c7b00, entries=150, sequenceid=201, filesize=11.9 K 2024-11-20T14:25:03,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 932a4b1c4072d2124b85a01d60d20e1d in 515ms, sequenceid=201, compaction requested=true 2024-11-20T14:25:03,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:25:03,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 932a4b1c4072d2124b85a01d60d20e1d:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:25:03,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:03,150 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:25:03,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 932a4b1c4072d2124b85a01d60d20e1d:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:25:03,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:03,150 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:25:03,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 932a4b1c4072d2124b85a01d60d20e1d:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:25:03,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:25:03,151 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:25:03,151 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:25:03,152 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 932a4b1c4072d2124b85a01d60d20e1d/B is initiating minor compaction (all files) 2024-11-20T14:25:03,152 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): 932a4b1c4072d2124b85a01d60d20e1d/A is initiating minor compaction (all files) 2024-11-20T14:25:03,152 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 932a4b1c4072d2124b85a01d60d20e1d/B in TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:03,152 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 932a4b1c4072d2124b85a01d60d20e1d/A in TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:03,152 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/d057e94aebc4486188abb3e0e07c1fe5, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/e03b65a9cbcc421b90a2bb5cd44a682f, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/20f09dc6547f4f0eb4d4109cf5aa463f] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp, totalSize=99.9 K 2024-11-20T14:25:03,152 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/16fb3ecaacda43e68af4968c13962c2c, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/6dcd2a5e06674e4da7efeac25ea51e7c, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/5a22234c30ba4d14b090f07349458254] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp, totalSize=35.9 K 2024-11-20T14:25:03,152 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:03,152 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. files: [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/d057e94aebc4486188abb3e0e07c1fe5, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/e03b65a9cbcc421b90a2bb5cd44a682f, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/20f09dc6547f4f0eb4d4109cf5aa463f] 2024-11-20T14:25:03,152 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 16fb3ecaacda43e68af4968c13962c2c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732112699218 2024-11-20T14:25:03,152 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting d057e94aebc4486188abb3e0e07c1fe5, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732112699218 2024-11-20T14:25:03,153 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting e03b65a9cbcc421b90a2bb5cd44a682f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732112700341 2024-11-20T14:25:03,153 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 6dcd2a5e06674e4da7efeac25ea51e7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732112700341 2024-11-20T14:25:03,154 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a22234c30ba4d14b090f07349458254, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732112701514 2024-11-20T14:25:03,154 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20f09dc6547f4f0eb4d4109cf5aa463f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732112701514 2024-11-20T14:25:03,160 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:25:03,161 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 932a4b1c4072d2124b85a01d60d20e1d#B#compaction#158 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:03,162 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/b44cb75013864134b01ae8df91d2fd2c is 50, key is test_row_0/B:col10/1732112702634/Put/seqid=0 2024-11-20T14:25:03,163 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411202dcd6dccef524bd9a8d2c95f8a3405d2_932a4b1c4072d2124b85a01d60d20e1d store=[table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:25:03,166 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411202dcd6dccef524bd9a8d2c95f8a3405d2_932a4b1c4072d2124b85a01d60d20e1d, store=[table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:25:03,166 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202dcd6dccef524bd9a8d2c95f8a3405d2_932a4b1c4072d2124b85a01d60d20e1d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:25:03,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742013_1189 (size=12595) 2024-11-20T14:25:03,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742014_1190 (size=4469) 2024-11-20T14:25:03,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:03,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 932a4b1c4072d2124b85a01d60d20e1d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T14:25:03,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=A 2024-11-20T14:25:03,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:03,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=B 2024-11-20T14:25:03,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:03,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=C 2024-11-20T14:25:03,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:03,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200dcc4ac851d3435384d6b8ba3b9f44d8_932a4b1c4072d2124b85a01d60d20e1d is 50, key is test_row_0/A:col10/1732112702642/Put/seqid=0 2024-11-20T14:25:03,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742015_1191 (size=17284) 2024-11-20T14:25:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T14:25:03,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112763277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:03,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112763278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:03,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112763278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:03,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112763279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:03,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112763280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:03,290 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:03,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T14:25:03,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:03,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. as already flushing 2024-11-20T14:25:03,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:03,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:03,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:03,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112763381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:03,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112763382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:03,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112763382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:03,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112763383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:03,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112763383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:03,443 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:03,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T14:25:03,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:03,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. as already flushing 2024-11-20T14:25:03,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:03,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:03,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:03,583 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 932a4b1c4072d2124b85a01d60d20e1d#A#compaction#159 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:03,584 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/c7e679891d03418f8418431f1f59f851 is 175, key is test_row_0/A:col10/1732112702634/Put/seqid=0 2024-11-20T14:25:03,586 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/b44cb75013864134b01ae8df91d2fd2c as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/b44cb75013864134b01ae8df91d2fd2c 2024-11-20T14:25:03,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112763585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:03,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112763585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:03,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112763587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:03,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112763588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:03,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112763590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:03,594 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 932a4b1c4072d2124b85a01d60d20e1d/B of 932a4b1c4072d2124b85a01d60d20e1d into b44cb75013864134b01ae8df91d2fd2c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:03,594 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:25:03,594 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d., storeName=932a4b1c4072d2124b85a01d60d20e1d/B, priority=13, startTime=1732112703150; duration=0sec 2024-11-20T14:25:03,594 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:25:03,594 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 932a4b1c4072d2124b85a01d60d20e1d:B 2024-11-20T14:25:03,594 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:25:03,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742016_1192 (size=31549) 2024-11-20T14:25:03,597 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:03,597 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:25:03,597 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 932a4b1c4072d2124b85a01d60d20e1d/C is initiating minor compaction (all files) 2024-11-20T14:25:03,597 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 932a4b1c4072d2124b85a01d60d20e1d/C in TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:03,597 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/4f628473033d4b85b8f9e7c387570649, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/05b8cc41a6c141efafff9800c1ff2349, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/b3b06fb6b48e423eaffa5c936d0c7b00] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp, totalSize=35.9 K 2024-11-20T14:25:03,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T14:25:03,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:03,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. as already flushing 2024-11-20T14:25:03,598 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f628473033d4b85b8f9e7c387570649, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732112699218 2024-11-20T14:25:03,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:03,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:03,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:03,598 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 05b8cc41a6c141efafff9800c1ff2349, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732112700341 2024-11-20T14:25:03,599 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting b3b06fb6b48e423eaffa5c936d0c7b00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732112701514 2024-11-20T14:25:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:03,603 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/c7e679891d03418f8418431f1f59f851 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/c7e679891d03418f8418431f1f59f851 2024-11-20T14:25:03,609 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 932a4b1c4072d2124b85a01d60d20e1d/A of 932a4b1c4072d2124b85a01d60d20e1d into c7e679891d03418f8418431f1f59f851(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:03,609 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:25:03,609 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d., storeName=932a4b1c4072d2124b85a01d60d20e1d/A, priority=13, startTime=1732112703150; duration=0sec 2024-11-20T14:25:03,610 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 932a4b1c4072d2124b85a01d60d20e1d#C#compaction#161 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:03,610 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:03,610 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 932a4b1c4072d2124b85a01d60d20e1d:A 2024-11-20T14:25:03,610 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/3b6d8788d5334d75aa335eb05b9fedb6 is 50, key is test_row_0/C:col10/1732112702634/Put/seqid=0 2024-11-20T14:25:03,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742017_1193 (size=12595) 2024-11-20T14:25:03,674 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:25:03,680 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200dcc4ac851d3435384d6b8ba3b9f44d8_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200dcc4ac851d3435384d6b8ba3b9f44d8_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:03,681 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/59ccc933ae5944e88ab88905c204e01b, store: [table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:25:03,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/59ccc933ae5944e88ab88905c204e01b is 175, key is test_row_0/A:col10/1732112702642/Put/seqid=0 2024-11-20T14:25:03,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742018_1194 (size=48389) 2024-11-20T14:25:03,750 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:03,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T14:25:03,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:03,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. as already flushing 2024-11-20T14:25:03,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:03,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:03,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T14:25:03,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112763890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:03,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112763892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:03,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112763892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:03,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112763893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:03,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112763893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:03,904 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:03,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T14:25:03,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:03,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. as already flushing 2024-11-20T14:25:03,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:03,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:03,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:04,034 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/3b6d8788d5334d75aa335eb05b9fedb6 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/3b6d8788d5334d75aa335eb05b9fedb6 2024-11-20T14:25:04,040 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 932a4b1c4072d2124b85a01d60d20e1d/C of 932a4b1c4072d2124b85a01d60d20e1d into 3b6d8788d5334d75aa335eb05b9fedb6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:04,041 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:25:04,041 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d., storeName=932a4b1c4072d2124b85a01d60d20e1d/C, priority=13, startTime=1732112703150; duration=0sec 2024-11-20T14:25:04,041 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:04,041 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 932a4b1c4072d2124b85a01d60d20e1d:C 2024-11-20T14:25:04,060 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:04,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T14:25:04,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:04,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. as already flushing 2024-11-20T14:25:04,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:04,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:04,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:04,089 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/59ccc933ae5944e88ab88905c204e01b 2024-11-20T14:25:04,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/17899730a3354d88a50eeddd09de0866 is 50, key is test_row_0/B:col10/1732112702642/Put/seqid=0 2024-11-20T14:25:04,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742019_1195 (size=12151) 2024-11-20T14:25:04,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/17899730a3354d88a50eeddd09de0866 2024-11-20T14:25:04,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/94c5eef3fe054ad7b1f58dac1746818a is 50, key is test_row_0/C:col10/1732112702642/Put/seqid=0 2024-11-20T14:25:04,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742020_1196 (size=12151) 2024-11-20T14:25:04,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/94c5eef3fe054ad7b1f58dac1746818a 2024-11-20T14:25:04,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/59ccc933ae5944e88ab88905c204e01b as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/59ccc933ae5944e88ab88905c204e01b 2024-11-20T14:25:04,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/59ccc933ae5944e88ab88905c204e01b, entries=250, sequenceid=214, filesize=47.3 K 2024-11-20T14:25:04,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/17899730a3354d88a50eeddd09de0866 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/17899730a3354d88a50eeddd09de0866 2024-11-20T14:25:04,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/17899730a3354d88a50eeddd09de0866, entries=150, sequenceid=214, filesize=11.9 K 2024-11-20T14:25:04,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/94c5eef3fe054ad7b1f58dac1746818a as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/94c5eef3fe054ad7b1f58dac1746818a 2024-11-20T14:25:04,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/94c5eef3fe054ad7b1f58dac1746818a, entries=150, sequenceid=214, filesize=11.9 K 2024-11-20T14:25:04,135 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 932a4b1c4072d2124b85a01d60d20e1d in 877ms, sequenceid=214, compaction requested=false 2024-11-20T14:25:04,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:25:04,212 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:04,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T14:25:04,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:04,213 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 932a4b1c4072d2124b85a01d60d20e1d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T14:25:04,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=A 2024-11-20T14:25:04,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:04,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=B 2024-11-20T14:25:04,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:04,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=C 2024-11-20T14:25:04,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:04,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c13e4ce579bc471a95aca4e2b00ca514_932a4b1c4072d2124b85a01d60d20e1d is 50, key is test_row_0/A:col10/1732112703279/Put/seqid=0 2024-11-20T14:25:04,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742021_1197 (size=12304) 2024-11-20T14:25:04,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:25:04,230 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c13e4ce579bc471a95aca4e2b00ca514_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c13e4ce579bc471a95aca4e2b00ca514_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:04,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/43ac50349a8f40898e1db36a5d8fc7cd, store: [table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:25:04,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/43ac50349a8f40898e1db36a5d8fc7cd is 175, key is test_row_0/A:col10/1732112703279/Put/seqid=0 2024-11-20T14:25:04,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742022_1198 (size=31105) 2024-11-20T14:25:04,237 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=241, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/43ac50349a8f40898e1db36a5d8fc7cd 2024-11-20T14:25:04,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/4a388457155a4426bfae3b2ba88e23ed is 50, key is test_row_0/B:col10/1732112703279/Put/seqid=0 2024-11-20T14:25:04,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742023_1199 (size=12151) 2024-11-20T14:25:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:04,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. as already flushing 2024-11-20T14:25:04,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112764401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:04,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112764402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:04,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112764403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:04,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112764404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:04,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112764404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:04,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112764505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:04,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112764506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:04,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112764506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:04,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112764507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:04,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112764507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:04,650 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/4a388457155a4426bfae3b2ba88e23ed 2024-11-20T14:25:04,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/c182676cd81a4f6bb009333f4b337290 is 50, key is test_row_0/C:col10/1732112703279/Put/seqid=0 2024-11-20T14:25:04,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742024_1200 (size=12151) 2024-11-20T14:25:04,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112764708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:04,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112764709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:04,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112764709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:04,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112764709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:04,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112764710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:04,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T14:25:05,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:05,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112765011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:05,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112765013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:05,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112765013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:05,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112765014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:05,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112765014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:05,070 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/c182676cd81a4f6bb009333f4b337290 2024-11-20T14:25:05,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/43ac50349a8f40898e1db36a5d8fc7cd as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/43ac50349a8f40898e1db36a5d8fc7cd 2024-11-20T14:25:05,079 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/43ac50349a8f40898e1db36a5d8fc7cd, entries=150, sequenceid=241, filesize=30.4 K 2024-11-20T14:25:05,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/4a388457155a4426bfae3b2ba88e23ed as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/4a388457155a4426bfae3b2ba88e23ed 2024-11-20T14:25:05,085 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/4a388457155a4426bfae3b2ba88e23ed, entries=150, sequenceid=241, filesize=11.9 K 2024-11-20T14:25:05,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/c182676cd81a4f6bb009333f4b337290 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/c182676cd81a4f6bb009333f4b337290 2024-11-20T14:25:05,091 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/c182676cd81a4f6bb009333f4b337290, entries=150, sequenceid=241, filesize=11.9 K 2024-11-20T14:25:05,092 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 932a4b1c4072d2124b85a01d60d20e1d in 879ms, sequenceid=241, compaction requested=true 2024-11-20T14:25:05,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:25:05,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:05,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-20T14:25:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-20T14:25:05,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-20T14:25:05,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4150 sec 2024-11-20T14:25:05,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 2.4200 sec 2024-11-20T14:25:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:05,520 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 932a4b1c4072d2124b85a01d60d20e1d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T14:25:05,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=A 2024-11-20T14:25:05,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:05,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=B 2024-11-20T14:25:05,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:05,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=C 2024-11-20T14:25:05,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:05,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120717d5fdec6454ce5ada2c19376f4f17e_932a4b1c4072d2124b85a01d60d20e1d is 50, key is test_row_0/A:col10/1732112704400/Put/seqid=0 2024-11-20T14:25:05,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742025_1201 (size=14794) 2024-11-20T14:25:05,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:05,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112765536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112765536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:05,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112765537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:05,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112765539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:05,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112765540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:05,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112765642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:05,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112765642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:05,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112765642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:05,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112765642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:05,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112765642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:05,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112765844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:05,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112765844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:05,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112765845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:05,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112765845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:05,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112765847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:05,934 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:25:05,938 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120717d5fdec6454ce5ada2c19376f4f17e_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120717d5fdec6454ce5ada2c19376f4f17e_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:05,939 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/096aebc3b9864f8e93b039ddecfc43d7, store: [table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:25:05,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/096aebc3b9864f8e93b039ddecfc43d7 is 175, key is test_row_0/A:col10/1732112704400/Put/seqid=0 2024-11-20T14:25:05,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742026_1202 (size=39749) 2024-11-20T14:25:06,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:06,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112766147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:06,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112766147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:06,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112766148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:06,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112766149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:06,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112766150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:06,344 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/096aebc3b9864f8e93b039ddecfc43d7 2024-11-20T14:25:06,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/00d0da8705f74f8ebb43d20278d8224f is 50, key is test_row_0/B:col10/1732112704400/Put/seqid=0 2024-11-20T14:25:06,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742027_1203 (size=12151) 2024-11-20T14:25:06,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/00d0da8705f74f8ebb43d20278d8224f 2024-11-20T14:25:06,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/10ecaf0a73a64aa6b84f7e9fbbebb988 is 50, key is test_row_0/C:col10/1732112704400/Put/seqid=0 2024-11-20T14:25:06,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742028_1204 (size=12151) 2024-11-20T14:25:06,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112766650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:06,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112766653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:06,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112766655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:06,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112766655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:06,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112766656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:06,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/10ecaf0a73a64aa6b84f7e9fbbebb988 2024-11-20T14:25:06,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/096aebc3b9864f8e93b039ddecfc43d7 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/096aebc3b9864f8e93b039ddecfc43d7 2024-11-20T14:25:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T14:25:06,782 INFO [Thread-674 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-20T14:25:06,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:25:06,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/096aebc3b9864f8e93b039ddecfc43d7, entries=200, sequenceid=254, filesize=38.8 K 2024-11-20T14:25:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-20T14:25:06,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/00d0da8705f74f8ebb43d20278d8224f as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/00d0da8705f74f8ebb43d20278d8224f 2024-11-20T14:25:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T14:25:06,785 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:25:06,786 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:25:06,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:25:06,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/00d0da8705f74f8ebb43d20278d8224f, entries=150, sequenceid=254, filesize=11.9 K 2024-11-20T14:25:06,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/10ecaf0a73a64aa6b84f7e9fbbebb988 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/10ecaf0a73a64aa6b84f7e9fbbebb988 2024-11-20T14:25:06,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/10ecaf0a73a64aa6b84f7e9fbbebb988, entries=150, sequenceid=254, filesize=11.9 K 2024-11-20T14:25:06,798 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 932a4b1c4072d2124b85a01d60d20e1d in 1278ms, sequenceid=254, compaction requested=true 2024-11-20T14:25:06,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:25:06,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 932a4b1c4072d2124b85a01d60d20e1d:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:25:06,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:06,799 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T14:25:06,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 932a4b1c4072d2124b85a01d60d20e1d:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:25:06,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:25:06,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 932a4b1c4072d2124b85a01d60d20e1d:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:25:06,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T14:25:06,800 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T14:25:06,800 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150792 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T14:25:06,801 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): 932a4b1c4072d2124b85a01d60d20e1d/A is initiating minor compaction (all files) 2024-11-20T14:25:06,801 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 932a4b1c4072d2124b85a01d60d20e1d/A in TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:06,801 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/c7e679891d03418f8418431f1f59f851, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/59ccc933ae5944e88ab88905c204e01b, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/43ac50349a8f40898e1db36a5d8fc7cd, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/096aebc3b9864f8e93b039ddecfc43d7] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp, totalSize=147.3 K 2024-11-20T14:25:06,801 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:06,801 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. files: [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/c7e679891d03418f8418431f1f59f851, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/59ccc933ae5944e88ab88905c204e01b, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/43ac50349a8f40898e1db36a5d8fc7cd, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/096aebc3b9864f8e93b039ddecfc43d7] 2024-11-20T14:25:06,801 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T14:25:06,801 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 932a4b1c4072d2124b85a01d60d20e1d/B is initiating minor compaction (all files) 2024-11-20T14:25:06,801 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 932a4b1c4072d2124b85a01d60d20e1d/B in TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:06,801 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/b44cb75013864134b01ae8df91d2fd2c, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/17899730a3354d88a50eeddd09de0866, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/4a388457155a4426bfae3b2ba88e23ed, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/00d0da8705f74f8ebb43d20278d8224f] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp, totalSize=47.9 K 2024-11-20T14:25:06,802 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7e679891d03418f8418431f1f59f851, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732112701514 2024-11-20T14:25:06,802 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting b44cb75013864134b01ae8df91d2fd2c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732112701514 2024-11-20T14:25:06,802 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59ccc933ae5944e88ab88905c204e01b, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732112702642 2024-11-20T14:25:06,803 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 17899730a3354d88a50eeddd09de0866, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732112702642 2024-11-20T14:25:06,803 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43ac50349a8f40898e1db36a5d8fc7cd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732112703271 2024-11-20T14:25:06,803 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 096aebc3b9864f8e93b039ddecfc43d7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732112704400 2024-11-20T14:25:06,803 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a388457155a4426bfae3b2ba88e23ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732112703271 2024-11-20T14:25:06,804 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 00d0da8705f74f8ebb43d20278d8224f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732112704400 2024-11-20T14:25:06,812 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:25:06,815 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120c5a94841ce38480588ac47e85a356802_932a4b1c4072d2124b85a01d60d20e1d store=[table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:25:06,816 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 932a4b1c4072d2124b85a01d60d20e1d#B#compaction#171 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:06,817 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/0c64674dba944532b9698982b13ed34e is 50, key is test_row_0/B:col10/1732112704400/Put/seqid=0 2024-11-20T14:25:06,817 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120c5a94841ce38480588ac47e85a356802_932a4b1c4072d2124b85a01d60d20e1d, store=[table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:25:06,817 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c5a94841ce38480588ac47e85a356802_932a4b1c4072d2124b85a01d60d20e1d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:25:06,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742029_1205 (size=12731) 2024-11-20T14:25:06,827 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/0c64674dba944532b9698982b13ed34e as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/0c64674dba944532b9698982b13ed34e 2024-11-20T14:25:06,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742030_1206 (size=4469) 2024-11-20T14:25:06,832 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 932a4b1c4072d2124b85a01d60d20e1d/B of 932a4b1c4072d2124b85a01d60d20e1d into 0c64674dba944532b9698982b13ed34e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:06,832 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:25:06,832 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d., storeName=932a4b1c4072d2124b85a01d60d20e1d/B, priority=12, startTime=1732112706799; duration=0sec 2024-11-20T14:25:06,833 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:25:06,833 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 932a4b1c4072d2124b85a01d60d20e1d:B 2024-11-20T14:25:06,833 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T14:25:06,834 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T14:25:06,834 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 932a4b1c4072d2124b85a01d60d20e1d/C is initiating minor compaction (all files) 2024-11-20T14:25:06,835 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 932a4b1c4072d2124b85a01d60d20e1d/C in TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:06,835 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/3b6d8788d5334d75aa335eb05b9fedb6, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/94c5eef3fe054ad7b1f58dac1746818a, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/c182676cd81a4f6bb009333f4b337290, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/10ecaf0a73a64aa6b84f7e9fbbebb988] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp, totalSize=47.9 K 2024-11-20T14:25:06,835 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b6d8788d5334d75aa335eb05b9fedb6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732112701514 2024-11-20T14:25:06,836 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 94c5eef3fe054ad7b1f58dac1746818a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732112702642 2024-11-20T14:25:06,836 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting c182676cd81a4f6bb009333f4b337290, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732112703271 2024-11-20T14:25:06,836 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 10ecaf0a73a64aa6b84f7e9fbbebb988, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732112704400 2024-11-20T14:25:06,846 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 932a4b1c4072d2124b85a01d60d20e1d#C#compaction#172 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:06,847 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/11a69ff521a145899c96ae608a72c2bd is 50, key is test_row_0/C:col10/1732112704400/Put/seqid=0 2024-11-20T14:25:06,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742031_1207 (size=12731) 2024-11-20T14:25:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T14:25:06,937 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:06,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T14:25:06,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:06,938 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 932a4b1c4072d2124b85a01d60d20e1d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T14:25:06,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=A 2024-11-20T14:25:06,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:06,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=B 2024-11-20T14:25:06,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:06,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=C 2024-11-20T14:25:06,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:06,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120728771371f584a8eb8e6c3a56a4459dd_932a4b1c4072d2124b85a01d60d20e1d is 50, key is test_row_0/A:col10/1732112705539/Put/seqid=0 2024-11-20T14:25:06,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742032_1208 (size=12454) 2024-11-20T14:25:06,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:25:06,956 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120728771371f584a8eb8e6c3a56a4459dd_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120728771371f584a8eb8e6c3a56a4459dd_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:06,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/cb25a3d81bc24afbadaa03775272405b, store: [table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:25:06,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/cb25a3d81bc24afbadaa03775272405b is 175, key is test_row_0/A:col10/1732112705539/Put/seqid=0 2024-11-20T14:25:06,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742033_1209 (size=31255) 2024-11-20T14:25:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T14:25:07,231 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 932a4b1c4072d2124b85a01d60d20e1d#A#compaction#170 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:07,231 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/d55a138020494928a3b758a93cb6be96 is 175, key is test_row_0/A:col10/1732112704400/Put/seqid=0 2024-11-20T14:25:07,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742034_1210 (size=31685) 2024-11-20T14:25:07,258 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/11a69ff521a145899c96ae608a72c2bd as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/11a69ff521a145899c96ae608a72c2bd 2024-11-20T14:25:07,263 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 932a4b1c4072d2124b85a01d60d20e1d/C of 932a4b1c4072d2124b85a01d60d20e1d into 11a69ff521a145899c96ae608a72c2bd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:07,263 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:25:07,263 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d., storeName=932a4b1c4072d2124b85a01d60d20e1d/C, priority=12, startTime=1732112706799; duration=0sec 2024-11-20T14:25:07,263 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:07,263 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 932a4b1c4072d2124b85a01d60d20e1d:C 2024-11-20T14:25:07,363 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=278, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/cb25a3d81bc24afbadaa03775272405b 2024-11-20T14:25:07,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/6bdc696382c74de289d8e77ee0d772fc is 50, key is test_row_0/B:col10/1732112705539/Put/seqid=0 2024-11-20T14:25:07,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742035_1211 (size=12301) 2024-11-20T14:25:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T14:25:07,642 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/d55a138020494928a3b758a93cb6be96 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/d55a138020494928a3b758a93cb6be96 2024-11-20T14:25:07,647 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 932a4b1c4072d2124b85a01d60d20e1d/A of 932a4b1c4072d2124b85a01d60d20e1d into d55a138020494928a3b758a93cb6be96(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:07,647 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:25:07,647 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d., storeName=932a4b1c4072d2124b85a01d60d20e1d/A, priority=12, startTime=1732112706799; duration=0sec 2024-11-20T14:25:07,647 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:07,647 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 932a4b1c4072d2124b85a01d60d20e1d:A 2024-11-20T14:25:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:07,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. as already flushing 2024-11-20T14:25:07,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112767664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:07,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112767665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:07,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112767665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:07,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112767666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:07,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112767667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:07,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112767768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:07,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112767769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:07,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112767769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:07,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112767770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:07,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112767770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:07,776 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/6bdc696382c74de289d8e77ee0d772fc 2024-11-20T14:25:07,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/a48203b1b61f4b22b2fc68e5e73ac3d7 is 50, key is test_row_0/C:col10/1732112705539/Put/seqid=0 2024-11-20T14:25:07,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742036_1212 (size=12301) 2024-11-20T14:25:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T14:25:07,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112767970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:07,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112767971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:07,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112767972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:07,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112767973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:07,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112767973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:08,195 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/a48203b1b61f4b22b2fc68e5e73ac3d7 2024-11-20T14:25:08,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/cb25a3d81bc24afbadaa03775272405b as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/cb25a3d81bc24afbadaa03775272405b 2024-11-20T14:25:08,206 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/cb25a3d81bc24afbadaa03775272405b, entries=150, sequenceid=278, filesize=30.5 K 2024-11-20T14:25:08,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/6bdc696382c74de289d8e77ee0d772fc as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/6bdc696382c74de289d8e77ee0d772fc 2024-11-20T14:25:08,211 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/6bdc696382c74de289d8e77ee0d772fc, entries=150, sequenceid=278, filesize=12.0 K 2024-11-20T14:25:08,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/a48203b1b61f4b22b2fc68e5e73ac3d7 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/a48203b1b61f4b22b2fc68e5e73ac3d7 2024-11-20T14:25:08,216 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/a48203b1b61f4b22b2fc68e5e73ac3d7, entries=150, sequenceid=278, filesize=12.0 K 2024-11-20T14:25:08,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-20T14:25:08,220 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 932a4b1c4072d2124b85a01d60d20e1d in 1282ms, sequenceid=278, compaction requested=false 2024-11-20T14:25:08,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:25:08,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:08,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-20T14:25:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-20T14:25:08,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-20T14:25:08,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4360 sec 2024-11-20T14:25:08,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.4390 sec 2024-11-20T14:25:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:08,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 932a4b1c4072d2124b85a01d60d20e1d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T14:25:08,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=A 2024-11-20T14:25:08,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:08,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=B 2024-11-20T14:25:08,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:08,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=C 2024-11-20T14:25:08,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:08,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b563c61b33c14e2fa73b04ce412d5334_932a4b1c4072d2124b85a01d60d20e1d is 50, key is test_row_0/A:col10/1732112708276/Put/seqid=0 2024-11-20T14:25:08,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742037_1213 (size=12454) 2024-11-20T14:25:08,292 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:25:08,297 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b563c61b33c14e2fa73b04ce412d5334_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b563c61b33c14e2fa73b04ce412d5334_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:08,299 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/a9b9dd20aeed48bdafd4743b46f51b07, store: [table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:25:08,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112768296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:08,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112768298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:08,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/a9b9dd20aeed48bdafd4743b46f51b07 is 175, key is test_row_0/A:col10/1732112708276/Put/seqid=0 2024-11-20T14:25:08,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112768299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:08,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:08,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112768300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:08,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:08,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112768300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:08,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742038_1214 (size=31255) 2024-11-20T14:25:08,310 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=296, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/a9b9dd20aeed48bdafd4743b46f51b07 2024-11-20T14:25:08,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/21f9b6a9c6c94341a62ecce0ff53b8d7 is 50, key is test_row_0/B:col10/1732112708276/Put/seqid=0 2024-11-20T14:25:08,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742039_1215 (size=12301) 2024-11-20T14:25:08,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112768401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:08,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112768401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:08,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:08,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112768402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112768404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:08,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:08,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112768404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:08,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:08,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112768606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112768606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:08,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112768607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:08,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112768607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:08,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112768607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:08,726 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/21f9b6a9c6c94341a62ecce0ff53b8d7 2024-11-20T14:25:08,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/5355d541c7a74472a984def322b3d8c8 is 50, key is test_row_0/C:col10/1732112708276/Put/seqid=0 2024-11-20T14:25:08,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742040_1216 (size=12301) 2024-11-20T14:25:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T14:25:08,889 INFO [Thread-674 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-20T14:25:08,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:25:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-20T14:25:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T14:25:08,892 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:25:08,893 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:25:08,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:25:08,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112768910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:08,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112768910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:08,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112768910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:08,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112768912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:08,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112768912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T14:25:09,044 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:09,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-20T14:25:09,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:09,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. as already flushing 2024-11-20T14:25:09,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:09,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:09,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:09,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/5355d541c7a74472a984def322b3d8c8 2024-11-20T14:25:09,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/a9b9dd20aeed48bdafd4743b46f51b07 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/a9b9dd20aeed48bdafd4743b46f51b07 2024-11-20T14:25:09,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/a9b9dd20aeed48bdafd4743b46f51b07, entries=150, sequenceid=296, filesize=30.5 K 2024-11-20T14:25:09,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/21f9b6a9c6c94341a62ecce0ff53b8d7 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/21f9b6a9c6c94341a62ecce0ff53b8d7 2024-11-20T14:25:09,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/21f9b6a9c6c94341a62ecce0ff53b8d7, entries=150, sequenceid=296, filesize=12.0 K 2024-11-20T14:25:09,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/5355d541c7a74472a984def322b3d8c8 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/5355d541c7a74472a984def322b3d8c8 2024-11-20T14:25:09,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/5355d541c7a74472a984def322b3d8c8, entries=150, sequenceid=296, filesize=12.0 K 2024-11-20T14:25:09,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 932a4b1c4072d2124b85a01d60d20e1d in 907ms, sequenceid=296, compaction requested=true 2024-11-20T14:25:09,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:25:09,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 932a4b1c4072d2124b85a01d60d20e1d:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:25:09,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:09,185 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:25:09,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 932a4b1c4072d2124b85a01d60d20e1d:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:25:09,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:09,185 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:25:09,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 932a4b1c4072d2124b85a01d60d20e1d:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:25:09,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:25:09,186 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:25:09,186 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:25:09,186 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 932a4b1c4072d2124b85a01d60d20e1d/B is initiating minor compaction (all files) 2024-11-20T14:25:09,186 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): 932a4b1c4072d2124b85a01d60d20e1d/A is initiating minor compaction (all files) 2024-11-20T14:25:09,186 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 932a4b1c4072d2124b85a01d60d20e1d/B in TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:09,186 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 932a4b1c4072d2124b85a01d60d20e1d/A in TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:09,186 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/d55a138020494928a3b758a93cb6be96, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/cb25a3d81bc24afbadaa03775272405b, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/a9b9dd20aeed48bdafd4743b46f51b07] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp, totalSize=92.0 K 2024-11-20T14:25:09,187 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/0c64674dba944532b9698982b13ed34e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/6bdc696382c74de289d8e77ee0d772fc, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/21f9b6a9c6c94341a62ecce0ff53b8d7] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp, totalSize=36.5 K 2024-11-20T14:25:09,187 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:09,187 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. files: [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/d55a138020494928a3b758a93cb6be96, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/cb25a3d81bc24afbadaa03775272405b, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/a9b9dd20aeed48bdafd4743b46f51b07] 2024-11-20T14:25:09,187 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c64674dba944532b9698982b13ed34e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732112704400 2024-11-20T14:25:09,187 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting d55a138020494928a3b758a93cb6be96, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732112704400 2024-11-20T14:25:09,188 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 6bdc696382c74de289d8e77ee0d772fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732112705532 2024-11-20T14:25:09,188 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb25a3d81bc24afbadaa03775272405b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732112705532 2024-11-20T14:25:09,188 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 21f9b6a9c6c94341a62ecce0ff53b8d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732112708276 2024-11-20T14:25:09,188 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9b9dd20aeed48bdafd4743b46f51b07, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732112708276 2024-11-20T14:25:09,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T14:25:09,198 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 932a4b1c4072d2124b85a01d60d20e1d#B#compaction#179 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:09,198 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:09,198 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/e4086b66c13d43a0998bff63034d272d is 50, key is test_row_0/B:col10/1732112708276/Put/seqid=0 2024-11-20T14:25:09,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-20T14:25:09,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:09,199 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 932a4b1c4072d2124b85a01d60d20e1d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T14:25:09,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=A 2024-11-20T14:25:09,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:09,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=B 2024-11-20T14:25:09,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:09,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=C 2024-11-20T14:25:09,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:09,200 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:25:09,204 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112014c325c79ab94fe68a7cd49504f10f41_932a4b1c4072d2124b85a01d60d20e1d store=[table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:25:09,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742041_1217 (size=12983) 2024-11-20T14:25:09,207 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112014c325c79ab94fe68a7cd49504f10f41_932a4b1c4072d2124b85a01d60d20e1d, store=[table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:25:09,207 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112014c325c79ab94fe68a7cd49504f10f41_932a4b1c4072d2124b85a01d60d20e1d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:25:09,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206d268374b70b47bb81d9cacbb2789567_932a4b1c4072d2124b85a01d60d20e1d is 50, key is test_row_0/A:col10/1732112708299/Put/seqid=0 2024-11-20T14:25:09,215 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/e4086b66c13d43a0998bff63034d272d as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/e4086b66c13d43a0998bff63034d272d 2024-11-20T14:25:09,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742042_1218 (size=4469) 2024-11-20T14:25:09,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742043_1219 (size=12454) 2024-11-20T14:25:09,222 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 932a4b1c4072d2124b85a01d60d20e1d/B of 932a4b1c4072d2124b85a01d60d20e1d into e4086b66c13d43a0998bff63034d272d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:09,223 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:25:09,223 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d., storeName=932a4b1c4072d2124b85a01d60d20e1d/B, priority=13, startTime=1732112709185; duration=0sec 2024-11-20T14:25:09,223 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:25:09,223 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 932a4b1c4072d2124b85a01d60d20e1d:B 2024-11-20T14:25:09,223 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:25:09,224 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:25:09,224 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 932a4b1c4072d2124b85a01d60d20e1d/C is initiating minor compaction (all files) 2024-11-20T14:25:09,224 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 932a4b1c4072d2124b85a01d60d20e1d/C in TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:09,224 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/11a69ff521a145899c96ae608a72c2bd, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/a48203b1b61f4b22b2fc68e5e73ac3d7, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/5355d541c7a74472a984def322b3d8c8] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp, totalSize=36.5 K 2024-11-20T14:25:09,225 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 11a69ff521a145899c96ae608a72c2bd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732112704400 2024-11-20T14:25:09,225 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting a48203b1b61f4b22b2fc68e5e73ac3d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732112705532 2024-11-20T14:25:09,225 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 5355d541c7a74472a984def322b3d8c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732112708276 2024-11-20T14:25:09,232 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 932a4b1c4072d2124b85a01d60d20e1d#C#compaction#182 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:09,233 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/afd970b71e5e4cdcbbd427c57f34ecdf is 50, key is test_row_0/C:col10/1732112708276/Put/seqid=0 2024-11-20T14:25:09,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742044_1220 (size=12983) 2024-11-20T14:25:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:09,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. as already flushing 2024-11-20T14:25:09,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112769423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:09,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112769423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:09,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112769424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:09,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112769425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:09,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112769426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:09,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T14:25:09,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112769529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:09,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112769529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:09,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112769529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:09,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112769530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:09,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112769530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:09,620 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 932a4b1c4072d2124b85a01d60d20e1d#A#compaction#180 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:09,621 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/3c5dd0856c0e443fbba836ded2fb14ad is 175, key is test_row_0/A:col10/1732112708276/Put/seqid=0 2024-11-20T14:25:09,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:25:09,627 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206d268374b70b47bb81d9cacbb2789567_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206d268374b70b47bb81d9cacbb2789567_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:09,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/7fc6d4c52247449b82a72d58158272cd, store: [table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:25:09,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742045_1221 (size=31937) 2024-11-20T14:25:09,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/7fc6d4c52247449b82a72d58158272cd is 175, key is test_row_0/A:col10/1732112708299/Put/seqid=0 2024-11-20T14:25:09,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742046_1222 (size=31255) 2024-11-20T14:25:09,632 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/7fc6d4c52247449b82a72d58158272cd 2024-11-20T14:25:09,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/ecd4b775fd424018a63ee5bcdebbf0dc is 50, key is test_row_0/B:col10/1732112708299/Put/seqid=0 2024-11-20T14:25:09,647 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/afd970b71e5e4cdcbbd427c57f34ecdf as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/afd970b71e5e4cdcbbd427c57f34ecdf 2024-11-20T14:25:09,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742047_1223 (size=12301) 2024-11-20T14:25:09,653 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 932a4b1c4072d2124b85a01d60d20e1d/C of 932a4b1c4072d2124b85a01d60d20e1d into afd970b71e5e4cdcbbd427c57f34ecdf(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:09,653 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:25:09,653 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d., storeName=932a4b1c4072d2124b85a01d60d20e1d/C, priority=13, startTime=1732112709185; duration=0sec 2024-11-20T14:25:09,653 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:09,653 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 932a4b1c4072d2124b85a01d60d20e1d:C 2024-11-20T14:25:09,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:09,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112769732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:09,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:09,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112769732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:09,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:09,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112769733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:09,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:09,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112769733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:09,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:09,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112769734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T14:25:10,035 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/3c5dd0856c0e443fbba836ded2fb14ad as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/3c5dd0856c0e443fbba836ded2fb14ad 2024-11-20T14:25:10,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112770036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:10,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112770037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:10,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112770039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:10,041 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 932a4b1c4072d2124b85a01d60d20e1d/A of 932a4b1c4072d2124b85a01d60d20e1d into 3c5dd0856c0e443fbba836ded2fb14ad(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:10,041 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:25:10,041 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d., storeName=932a4b1c4072d2124b85a01d60d20e1d/A, priority=13, startTime=1732112709185; duration=0sec 2024-11-20T14:25:10,041 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:10,041 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 932a4b1c4072d2124b85a01d60d20e1d:A 2024-11-20T14:25:10,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112770040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:10,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112770040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:10,051 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/ecd4b775fd424018a63ee5bcdebbf0dc 2024-11-20T14:25:10,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/c55518fcb410423393aea8154987d0eb is 50, key is test_row_0/C:col10/1732112708299/Put/seqid=0 2024-11-20T14:25:10,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742048_1224 (size=12301) 2024-11-20T14:25:10,463 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/c55518fcb410423393aea8154987d0eb 2024-11-20T14:25:10,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/7fc6d4c52247449b82a72d58158272cd as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/7fc6d4c52247449b82a72d58158272cd 2024-11-20T14:25:10,473 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/7fc6d4c52247449b82a72d58158272cd, entries=150, sequenceid=317, filesize=30.5 K 2024-11-20T14:25:10,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/ecd4b775fd424018a63ee5bcdebbf0dc as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/ecd4b775fd424018a63ee5bcdebbf0dc 2024-11-20T14:25:10,478 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/ecd4b775fd424018a63ee5bcdebbf0dc, entries=150, sequenceid=317, filesize=12.0 K 2024-11-20T14:25:10,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/c55518fcb410423393aea8154987d0eb as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/c55518fcb410423393aea8154987d0eb 2024-11-20T14:25:10,483 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/c55518fcb410423393aea8154987d0eb, entries=150, sequenceid=317, filesize=12.0 K 2024-11-20T14:25:10,484 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 932a4b1c4072d2124b85a01d60d20e1d in 1285ms, sequenceid=317, compaction requested=false 2024-11-20T14:25:10,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:25:10,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:10,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-20T14:25:10,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-20T14:25:10,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-20T14:25:10,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5920 sec 2024-11-20T14:25:10,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.5960 sec 2024-11-20T14:25:10,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:10,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 932a4b1c4072d2124b85a01d60d20e1d 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T14:25:10,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=A 2024-11-20T14:25:10,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:10,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=B 2024-11-20T14:25:10,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:10,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=C 2024-11-20T14:25:10,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:10,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ecb1a2cb7420437ba395d05c9fa4df90_932a4b1c4072d2124b85a01d60d20e1d is 50, key is test_row_0/A:col10/1732112710541/Put/seqid=0 2024-11-20T14:25:10,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742049_1225 (size=12454) 2024-11-20T14:25:10,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:10,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112770558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:10,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:10,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112770558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:10,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:10,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112770561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:10,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:10,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112770562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:10,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:10,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112770562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:10,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:10,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112770663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:10,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:10,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112770663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:10,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:10,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112770664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:10,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:10,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112770666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:10,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:10,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112770666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:10,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112770866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:10,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112770866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:10,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112770866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:10,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112770871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:10,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112770871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:10,958 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:25:10,963 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ecb1a2cb7420437ba395d05c9fa4df90_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ecb1a2cb7420437ba395d05c9fa4df90_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:10,964 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/b9eace3d8c9d4f849230d1b9a4d00e72, store: [table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:25:10,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/b9eace3d8c9d4f849230d1b9a4d00e72 is 175, key is test_row_0/A:col10/1732112710541/Put/seqid=0 2024-11-20T14:25:10,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742050_1226 (size=31255) 2024-11-20T14:25:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T14:25:10,996 INFO [Thread-674 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-20T14:25:10,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:25:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-20T14:25:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T14:25:10,999 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:25:11,000 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:25:11,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:25:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T14:25:11,151 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:11,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-20T14:25:11,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:11,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. as already flushing 2024-11-20T14:25:11,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:11,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:11,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:11,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112771169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:11,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:11,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112771171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112771171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:11,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112771173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:11,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112771173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T14:25:11,305 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:11,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-20T14:25:11,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:11,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. as already flushing 2024-11-20T14:25:11,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:11,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:11,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:11,371 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=337, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/b9eace3d8c9d4f849230d1b9a4d00e72 2024-11-20T14:25:11,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/f713e59a888540ae95fa00d79b805bcd is 50, key is test_row_0/B:col10/1732112710541/Put/seqid=0 2024-11-20T14:25:11,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742051_1227 (size=12301) 2024-11-20T14:25:11,458 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:11,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-20T14:25:11,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:11,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. as already flushing 2024-11-20T14:25:11,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:11,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:11,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T14:25:11,611 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:11,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-20T14:25:11,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:11,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. as already flushing 2024-11-20T14:25:11,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:11,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:11,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:11,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112771675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:11,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112771676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:11,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112771676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:11,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112771677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:11,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112771677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:11,764 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:11,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-20T14:25:11,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:11,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. as already flushing 2024-11-20T14:25:11,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:11,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:11,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:11,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:11,785 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/f713e59a888540ae95fa00d79b805bcd 2024-11-20T14:25:11,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/e418064fac1f470db31f17fd00985779 is 50, key is test_row_0/C:col10/1732112710541/Put/seqid=0 2024-11-20T14:25:11,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742052_1228 (size=12301) 2024-11-20T14:25:11,917 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:11,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-20T14:25:11,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:11,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. as already flushing 2024-11-20T14:25:11,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:11,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:11,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:12,071 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:12,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-20T14:25:12,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:12,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. as already flushing 2024-11-20T14:25:12,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:12,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:12,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T14:25:12,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/e418064fac1f470db31f17fd00985779 2024-11-20T14:25:12,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/b9eace3d8c9d4f849230d1b9a4d00e72 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/b9eace3d8c9d4f849230d1b9a4d00e72 2024-11-20T14:25:12,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/b9eace3d8c9d4f849230d1b9a4d00e72, entries=150, sequenceid=337, filesize=30.5 K 2024-11-20T14:25:12,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/f713e59a888540ae95fa00d79b805bcd as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/f713e59a888540ae95fa00d79b805bcd 2024-11-20T14:25:12,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/f713e59a888540ae95fa00d79b805bcd, entries=150, sequenceid=337, filesize=12.0 K 2024-11-20T14:25:12,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/e418064fac1f470db31f17fd00985779 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/e418064fac1f470db31f17fd00985779 2024-11-20T14:25:12,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/e418064fac1f470db31f17fd00985779, entries=150, sequenceid=337, filesize=12.0 K 2024-11-20T14:25:12,217 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 932a4b1c4072d2124b85a01d60d20e1d in 1674ms, sequenceid=337, compaction requested=true 2024-11-20T14:25:12,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:25:12,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 932a4b1c4072d2124b85a01d60d20e1d:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:25:12,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:12,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 932a4b1c4072d2124b85a01d60d20e1d:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:25:12,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:12,217 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:25:12,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 932a4b1c4072d2124b85a01d60d20e1d:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:25:12,218 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:25:12,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:25:12,220 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:25:12,220 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94447 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:25:12,220 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): 932a4b1c4072d2124b85a01d60d20e1d/A is initiating minor compaction (all files) 2024-11-20T14:25:12,220 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 932a4b1c4072d2124b85a01d60d20e1d/B is initiating minor compaction (all files) 2024-11-20T14:25:12,220 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 932a4b1c4072d2124b85a01d60d20e1d/A in TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:12,220 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 932a4b1c4072d2124b85a01d60d20e1d/B in TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:12,220 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/3c5dd0856c0e443fbba836ded2fb14ad, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/7fc6d4c52247449b82a72d58158272cd, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/b9eace3d8c9d4f849230d1b9a4d00e72] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp, totalSize=92.2 K 2024-11-20T14:25:12,220 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/e4086b66c13d43a0998bff63034d272d, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/ecd4b775fd424018a63ee5bcdebbf0dc, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/f713e59a888540ae95fa00d79b805bcd] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp, totalSize=36.7 K 2024-11-20T14:25:12,220 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:12,220 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. files: [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/3c5dd0856c0e443fbba836ded2fb14ad, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/7fc6d4c52247449b82a72d58158272cd, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/b9eace3d8c9d4f849230d1b9a4d00e72] 2024-11-20T14:25:12,221 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting e4086b66c13d43a0998bff63034d272d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732112708276 2024-11-20T14:25:12,221 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c5dd0856c0e443fbba836ded2fb14ad, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732112708276 2024-11-20T14:25:12,221 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting ecd4b775fd424018a63ee5bcdebbf0dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732112708291 2024-11-20T14:25:12,221 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7fc6d4c52247449b82a72d58158272cd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732112708291 2024-11-20T14:25:12,221 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting f713e59a888540ae95fa00d79b805bcd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732112709420 2024-11-20T14:25:12,222 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9eace3d8c9d4f849230d1b9a4d00e72, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732112709420 2024-11-20T14:25:12,224 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:12,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-20T14:25:12,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:12,225 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 932a4b1c4072d2124b85a01d60d20e1d 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-20T14:25:12,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=A 2024-11-20T14:25:12,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:12,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=B 2024-11-20T14:25:12,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:12,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=C 2024-11-20T14:25:12,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:12,230 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:25:12,236 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120275874e7b8824614b6056ce90e07e187_932a4b1c4072d2124b85a01d60d20e1d store=[table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:25:12,237 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120275874e7b8824614b6056ce90e07e187_932a4b1c4072d2124b85a01d60d20e1d, store=[table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:25:12,237 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120275874e7b8824614b6056ce90e07e187_932a4b1c4072d2124b85a01d60d20e1d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:25:12,238 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 932a4b1c4072d2124b85a01d60d20e1d#B#compaction#189 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:12,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f93cac7e35194b0981ea89475c6d5797_932a4b1c4072d2124b85a01d60d20e1d is 50, key is test_row_0/A:col10/1732112710557/Put/seqid=0 2024-11-20T14:25:12,238 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/ef881d5746e346a38e8aa60a521c35ee is 50, key is test_row_0/B:col10/1732112710541/Put/seqid=0 2024-11-20T14:25:12,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742053_1229 (size=4469) 2024-11-20T14:25:12,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742054_1230 (size=13085) 2024-11-20T14:25:12,251 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/ef881d5746e346a38e8aa60a521c35ee as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/ef881d5746e346a38e8aa60a521c35ee 2024-11-20T14:25:12,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742055_1231 (size=12454) 2024-11-20T14:25:12,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:25:12,257 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f93cac7e35194b0981ea89475c6d5797_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f93cac7e35194b0981ea89475c6d5797_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:12,258 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 932a4b1c4072d2124b85a01d60d20e1d/B of 932a4b1c4072d2124b85a01d60d20e1d into ef881d5746e346a38e8aa60a521c35ee(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:12,258 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:25:12,258 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d., storeName=932a4b1c4072d2124b85a01d60d20e1d/B, priority=13, startTime=1732112712217; duration=0sec 2024-11-20T14:25:12,258 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:25:12,258 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 932a4b1c4072d2124b85a01d60d20e1d:B 2024-11-20T14:25:12,258 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:25:12,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/38bff7fe79f84d43b7fc6acf96cb728e, store: [table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:25:12,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/38bff7fe79f84d43b7fc6acf96cb728e is 175, key is test_row_0/A:col10/1732112710557/Put/seqid=0 2024-11-20T14:25:12,262 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:25:12,262 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 932a4b1c4072d2124b85a01d60d20e1d/C is initiating minor compaction (all files) 2024-11-20T14:25:12,262 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 932a4b1c4072d2124b85a01d60d20e1d/C in TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:12,262 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/afd970b71e5e4cdcbbd427c57f34ecdf, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/c55518fcb410423393aea8154987d0eb, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/e418064fac1f470db31f17fd00985779] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp, totalSize=36.7 K 2024-11-20T14:25:12,263 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting afd970b71e5e4cdcbbd427c57f34ecdf, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732112708276 2024-11-20T14:25:12,264 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting c55518fcb410423393aea8154987d0eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732112708291 2024-11-20T14:25:12,264 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting e418064fac1f470db31f17fd00985779, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732112709420 2024-11-20T14:25:12,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742056_1232 (size=31255) 2024-11-20T14:25:12,280 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 932a4b1c4072d2124b85a01d60d20e1d#C#compaction#191 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:12,281 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/b8af3f5fae1f4a1aa38599421621437c is 50, key is test_row_0/C:col10/1732112710541/Put/seqid=0 2024-11-20T14:25:12,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742057_1233 (size=13085) 2024-11-20T14:25:12,305 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/b8af3f5fae1f4a1aa38599421621437c as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/b8af3f5fae1f4a1aa38599421621437c 2024-11-20T14:25:12,310 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 932a4b1c4072d2124b85a01d60d20e1d/C of 932a4b1c4072d2124b85a01d60d20e1d into b8af3f5fae1f4a1aa38599421621437c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:12,310 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:25:12,310 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d., storeName=932a4b1c4072d2124b85a01d60d20e1d/C, priority=13, startTime=1732112712217; duration=0sec 2024-11-20T14:25:12,310 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:12,310 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 932a4b1c4072d2124b85a01d60d20e1d:C 2024-11-20T14:25:12,644 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 932a4b1c4072d2124b85a01d60d20e1d#A#compaction#188 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:12,645 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/3b2853c82646490f8d9babdaffe5d5ee is 175, key is test_row_0/A:col10/1732112710541/Put/seqid=0 2024-11-20T14:25:12,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742058_1234 (size=32039) 2024-11-20T14:25:12,674 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=357, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/38bff7fe79f84d43b7fc6acf96cb728e 2024-11-20T14:25:12,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/719c212b8b344807beb38d88e104badb is 50, key is test_row_0/B:col10/1732112710557/Put/seqid=0 2024-11-20T14:25:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:12,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. as already flushing 2024-11-20T14:25:12,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742059_1235 (size=12301) 2024-11-20T14:25:12,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112772693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:12,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112772694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:12,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112772695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:12,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112772696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:12,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112772697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:12,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112772799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:12,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112772800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:12,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112772800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:12,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112772800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:12,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112772801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:13,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112773002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:13,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112773003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:13,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112773004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:13,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112773004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:13,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112773005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:13,055 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/3b2853c82646490f8d9babdaffe5d5ee as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/3b2853c82646490f8d9babdaffe5d5ee 2024-11-20T14:25:13,060 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 932a4b1c4072d2124b85a01d60d20e1d/A of 932a4b1c4072d2124b85a01d60d20e1d into 3b2853c82646490f8d9babdaffe5d5ee(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:13,060 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:25:13,060 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d., storeName=932a4b1c4072d2124b85a01d60d20e1d/A, priority=13, startTime=1732112712217; duration=0sec 2024-11-20T14:25:13,060 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:13,060 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 932a4b1c4072d2124b85a01d60d20e1d:A 2024-11-20T14:25:13,089 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/719c212b8b344807beb38d88e104badb 2024-11-20T14:25:13,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/38801faac3af47f9832b1337e0a9bfb1 is 50, key is test_row_0/C:col10/1732112710557/Put/seqid=0 2024-11-20T14:25:13,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742060_1236 (size=12301) 2024-11-20T14:25:13,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T14:25:13,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112773308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:13,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:13,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112773308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:13,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:13,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112773309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:13,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:13,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112773310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:13,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112773310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:13,502 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/38801faac3af47f9832b1337e0a9bfb1 2024-11-20T14:25:13,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/38bff7fe79f84d43b7fc6acf96cb728e as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/38bff7fe79f84d43b7fc6acf96cb728e 2024-11-20T14:25:13,511 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/38bff7fe79f84d43b7fc6acf96cb728e, entries=150, sequenceid=357, filesize=30.5 K 2024-11-20T14:25:13,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/719c212b8b344807beb38d88e104badb as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/719c212b8b344807beb38d88e104badb 2024-11-20T14:25:13,516 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/719c212b8b344807beb38d88e104badb, entries=150, sequenceid=357, filesize=12.0 K 2024-11-20T14:25:13,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/38801faac3af47f9832b1337e0a9bfb1 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/38801faac3af47f9832b1337e0a9bfb1 2024-11-20T14:25:13,521 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/38801faac3af47f9832b1337e0a9bfb1, entries=150, sequenceid=357, filesize=12.0 K 2024-11-20T14:25:13,522 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 932a4b1c4072d2124b85a01d60d20e1d in 1298ms, sequenceid=357, compaction requested=false 2024-11-20T14:25:13,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:25:13,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:13,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-20T14:25:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-20T14:25:13,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-20T14:25:13,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5230 sec 2024-11-20T14:25:13,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 2.5270 sec 2024-11-20T14:25:13,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:13,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 932a4b1c4072d2124b85a01d60d20e1d 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-20T14:25:13,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=A 2024-11-20T14:25:13,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:13,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=B 2024-11-20T14:25:13,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:13,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=C 2024-11-20T14:25:13,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:13,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203e01405ec2a9475eae2d57a1dec03710_932a4b1c4072d2124b85a01d60d20e1d is 50, key is test_row_0/A:col10/1732112712693/Put/seqid=0 2024-11-20T14:25:13,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742061_1237 (size=14994) 2024-11-20T14:25:13,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112773829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:13,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112773830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:13,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112773830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:13,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:13,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112773831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112773830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:13,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112773936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:13,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112773937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:13,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112773937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:13,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112773937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:13,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112773937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:14,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:14,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112774140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:14,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:14,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112774140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:14,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:14,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112774140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:14,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:14,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112774140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:14,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:14,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112774140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:14,228 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:25:14,233 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203e01405ec2a9475eae2d57a1dec03710_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203e01405ec2a9475eae2d57a1dec03710_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:14,234 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/9664754a7d6140869b42b0b766b0b2ff, store: [table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:25:14,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/9664754a7d6140869b42b0b766b0b2ff is 175, key is test_row_0/A:col10/1732112712693/Put/seqid=0 2024-11-20T14:25:14,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742062_1238 (size=39949) 2024-11-20T14:25:14,367 DEBUG [Thread-675 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68f0be85 to 127.0.0.1:60221 2024-11-20T14:25:14,367 DEBUG [Thread-675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:25:14,368 DEBUG [Thread-681 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08ba8425 to 127.0.0.1:60221 2024-11-20T14:25:14,368 DEBUG [Thread-681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:25:14,368 DEBUG [Thread-679 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a52344f to 127.0.0.1:60221 2024-11-20T14:25:14,368 DEBUG [Thread-679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:25:14,369 DEBUG [Thread-677 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x152377d4 to 127.0.0.1:60221 2024-11-20T14:25:14,369 DEBUG [Thread-677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:25:14,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112774442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:14,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112774444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:14,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:14,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112774445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:14,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:14,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112774445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:14,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:14,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112774445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:14,641 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=377, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/9664754a7d6140869b42b0b766b0b2ff 2024-11-20T14:25:14,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/9286c670c7764fbbb0519b7a74afdbc0 is 50, key is test_row_0/B:col10/1732112712693/Put/seqid=0 2024-11-20T14:25:14,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742063_1239 (size=12301) 2024-11-20T14:25:14,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:14,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36106 deadline: 1732112774944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:14,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1732112774945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:14,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36094 deadline: 1732112774946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:14,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36102 deadline: 1732112774948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:14,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36126 deadline: 1732112774948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:15,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/9286c670c7764fbbb0519b7a74afdbc0 2024-11-20T14:25:15,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/a2bd0d148eaa48fa9872d64f14abe72a is 50, key is test_row_0/C:col10/1732112712693/Put/seqid=0 2024-11-20T14:25:15,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742064_1240 (size=12301) 2024-11-20T14:25:15,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T14:25:15,104 INFO [Thread-674 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-20T14:25:15,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/a2bd0d148eaa48fa9872d64f14abe72a 2024-11-20T14:25:15,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/9664754a7d6140869b42b0b766b0b2ff as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/9664754a7d6140869b42b0b766b0b2ff 2024-11-20T14:25:15,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/9664754a7d6140869b42b0b766b0b2ff, entries=200, sequenceid=377, filesize=39.0 K 2024-11-20T14:25:15,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/9286c670c7764fbbb0519b7a74afdbc0 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/9286c670c7764fbbb0519b7a74afdbc0 2024-11-20T14:25:15,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/9286c670c7764fbbb0519b7a74afdbc0, entries=150, sequenceid=377, filesize=12.0 K 2024-11-20T14:25:15,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/a2bd0d148eaa48fa9872d64f14abe72a as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/a2bd0d148eaa48fa9872d64f14abe72a 2024-11-20T14:25:15,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/a2bd0d148eaa48fa9872d64f14abe72a, entries=150, sequenceid=377, filesize=12.0 K 2024-11-20T14:25:15,479 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 932a4b1c4072d2124b85a01d60d20e1d in 1666ms, sequenceid=377, compaction requested=true 2024-11-20T14:25:15,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:25:15,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 932a4b1c4072d2124b85a01d60d20e1d:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:25:15,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:15,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 932a4b1c4072d2124b85a01d60d20e1d:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:25:15,479 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:25:15,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:15,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 932a4b1c4072d2124b85a01d60d20e1d:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:25:15,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:25:15,479 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:25:15,480 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:25:15,480 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:25:15,480 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 932a4b1c4072d2124b85a01d60d20e1d/B is initiating minor compaction (all files) 2024-11-20T14:25:15,480 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): 932a4b1c4072d2124b85a01d60d20e1d/A is initiating minor compaction (all files) 2024-11-20T14:25:15,480 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 932a4b1c4072d2124b85a01d60d20e1d/B in TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:15,480 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 932a4b1c4072d2124b85a01d60d20e1d/A in TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:15,480 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/ef881d5746e346a38e8aa60a521c35ee, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/719c212b8b344807beb38d88e104badb, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/9286c670c7764fbbb0519b7a74afdbc0] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp, totalSize=36.8 K 2024-11-20T14:25:15,481 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/3b2853c82646490f8d9babdaffe5d5ee, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/38bff7fe79f84d43b7fc6acf96cb728e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/9664754a7d6140869b42b0b766b0b2ff] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp, totalSize=100.8 K 2024-11-20T14:25:15,481 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:15,481 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. files: [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/3b2853c82646490f8d9babdaffe5d5ee, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/38bff7fe79f84d43b7fc6acf96cb728e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/9664754a7d6140869b42b0b766b0b2ff] 2024-11-20T14:25:15,481 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting ef881d5746e346a38e8aa60a521c35ee, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732112709420 2024-11-20T14:25:15,481 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b2853c82646490f8d9babdaffe5d5ee, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732112709420 2024-11-20T14:25:15,481 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 719c212b8b344807beb38d88e104badb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732112710557 2024-11-20T14:25:15,481 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38bff7fe79f84d43b7fc6acf96cb728e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732112710557 2024-11-20T14:25:15,482 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9664754a7d6140869b42b0b766b0b2ff, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732112712693 2024-11-20T14:25:15,482 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 9286c670c7764fbbb0519b7a74afdbc0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732112712693 2024-11-20T14:25:15,489 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 932a4b1c4072d2124b85a01d60d20e1d#B#compaction#197 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:15,489 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/121561f9d0724417aba931233fede157 is 50, key is test_row_0/B:col10/1732112712693/Put/seqid=0 2024-11-20T14:25:15,492 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:25:15,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742065_1241 (size=13187) 2024-11-20T14:25:15,495 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120769e1a6e7fe140b9b3d3c9effd03cf47_932a4b1c4072d2124b85a01d60d20e1d store=[table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:25:15,517 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120769e1a6e7fe140b9b3d3c9effd03cf47_932a4b1c4072d2124b85a01d60d20e1d, store=[table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:25:15,517 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120769e1a6e7fe140b9b3d3c9effd03cf47_932a4b1c4072d2124b85a01d60d20e1d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:25:15,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742066_1242 (size=4469) 2024-11-20T14:25:15,899 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/121561f9d0724417aba931233fede157 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/121561f9d0724417aba931233fede157 2024-11-20T14:25:15,904 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 932a4b1c4072d2124b85a01d60d20e1d/B of 932a4b1c4072d2124b85a01d60d20e1d into 121561f9d0724417aba931233fede157(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:15,904 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:25:15,904 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d., storeName=932a4b1c4072d2124b85a01d60d20e1d/B, priority=13, startTime=1732112715479; duration=0sec 2024-11-20T14:25:15,904 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:25:15,904 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 932a4b1c4072d2124b85a01d60d20e1d:B 2024-11-20T14:25:15,904 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:25:15,905 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:25:15,905 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 932a4b1c4072d2124b85a01d60d20e1d/C is initiating minor compaction (all files) 2024-11-20T14:25:15,905 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 932a4b1c4072d2124b85a01d60d20e1d/C in TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:15,905 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/b8af3f5fae1f4a1aa38599421621437c, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/38801faac3af47f9832b1337e0a9bfb1, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/a2bd0d148eaa48fa9872d64f14abe72a] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp, totalSize=36.8 K 2024-11-20T14:25:15,906 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting b8af3f5fae1f4a1aa38599421621437c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732112709420 2024-11-20T14:25:15,906 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 38801faac3af47f9832b1337e0a9bfb1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732112710557 2024-11-20T14:25:15,906 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting a2bd0d148eaa48fa9872d64f14abe72a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732112712693 2024-11-20T14:25:15,913 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 932a4b1c4072d2124b85a01d60d20e1d#C#compaction#199 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:15,913 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/2003c01638d2415b8de5f2ca93d8a0ca is 50, key is test_row_0/C:col10/1732112712693/Put/seqid=0 2024-11-20T14:25:15,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742067_1243 (size=13187) 2024-11-20T14:25:15,923 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 932a4b1c4072d2124b85a01d60d20e1d#A#compaction#198 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:15,923 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/d057b74f570f4dc399edb46d12e6db2f is 175, key is test_row_0/A:col10/1732112712693/Put/seqid=0 2024-11-20T14:25:15,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742068_1244 (size=32141) 2024-11-20T14:25:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:15,951 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 932a4b1c4072d2124b85a01d60d20e1d 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-20T14:25:15,951 DEBUG [Thread-672 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x465dc764 to 127.0.0.1:60221 2024-11-20T14:25:15,951 DEBUG [Thread-672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:25:15,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=A 2024-11-20T14:25:15,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:15,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=B 2024-11-20T14:25:15,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:15,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=C 2024-11-20T14:25:15,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:15,953 DEBUG [Thread-670 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19a533a3 to 127.0.0.1:60221 2024-11-20T14:25:15,953 DEBUG [Thread-670 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:25:15,955 DEBUG [Thread-664 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7362d978 to 127.0.0.1:60221 2024-11-20T14:25:15,955 DEBUG [Thread-664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:25:15,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201d10ea129bf740eab5c33a0b737f3daf_932a4b1c4072d2124b85a01d60d20e1d is 50, key is test_row_0/A:col10/1732112713825/Put/seqid=0 2024-11-20T14:25:15,959 DEBUG [Thread-668 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ebda6ad to 127.0.0.1:60221 2024-11-20T14:25:15,959 DEBUG [Thread-666 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bad2e85 to 127.0.0.1:60221 2024-11-20T14:25:15,959 DEBUG [Thread-668 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:25:15,959 DEBUG [Thread-666 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:25:15,959 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T14:25:15,959 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-20T14:25:15,959 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-20T14:25:15,959 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-20T14:25:15,959 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-20T14:25:15,959 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-20T14:25:15,959 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T14:25:15,959 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7062 2024-11-20T14:25:15,959 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6908 2024-11-20T14:25:15,959 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T14:25:15,959 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3033 2024-11-20T14:25:15,959 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9099 rows 2024-11-20T14:25:15,959 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3043 2024-11-20T14:25:15,959 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9129 rows 2024-11-20T14:25:15,960 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T14:25:15,960 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04506927 to 127.0.0.1:60221 2024-11-20T14:25:15,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:25:15,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742069_1245 (size=12454) 2024-11-20T14:25:15,964 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T14:25:15,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T14:25:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T14:25:15,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-20T14:25:15,968 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732112715968"}]},"ts":"1732112715968"} 2024-11-20T14:25:15,969 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T14:25:15,972 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T14:25:15,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T14:25:15,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=932a4b1c4072d2124b85a01d60d20e1d, UNASSIGN}] 2024-11-20T14:25:15,975 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=932a4b1c4072d2124b85a01d60d20e1d, UNASSIGN 2024-11-20T14:25:15,975 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=932a4b1c4072d2124b85a01d60d20e1d, regionState=CLOSING, regionLocation=315eb151f916,36867,1732112657619 2024-11-20T14:25:15,976 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T14:25:15,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; CloseRegionProcedure 932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619}] 2024-11-20T14:25:16,002 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T14:25:16,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-20T14:25:16,127 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:16,128 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(124): Close 932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:16,128 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T14:25:16,128 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1681): Closing 932a4b1c4072d2124b85a01d60d20e1d, disabling compactions & flushes 2024-11-20T14:25:16,128 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1942): waiting for 2 compactions & cache flush to complete for region TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:16,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-20T14:25:16,322 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/2003c01638d2415b8de5f2ca93d8a0ca as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/2003c01638d2415b8de5f2ca93d8a0ca 2024-11-20T14:25:16,327 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 932a4b1c4072d2124b85a01d60d20e1d/C of 932a4b1c4072d2124b85a01d60d20e1d into 2003c01638d2415b8de5f2ca93d8a0ca(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:16,327 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:25:16,327 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d., storeName=932a4b1c4072d2124b85a01d60d20e1d/C, priority=13, startTime=1732112715479; duration=0sec 2024-11-20T14:25:16,327 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:16,327 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 932a4b1c4072d2124b85a01d60d20e1d:C 2024-11-20T14:25:16,331 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/d057b74f570f4dc399edb46d12e6db2f as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/d057b74f570f4dc399edb46d12e6db2f 2024-11-20T14:25:16,335 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 932a4b1c4072d2124b85a01d60d20e1d/A of 932a4b1c4072d2124b85a01d60d20e1d into d057b74f570f4dc399edb46d12e6db2f(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:16,335 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:25:16,335 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:16,335 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d., storeName=932a4b1c4072d2124b85a01d60d20e1d/A, priority=13, startTime=1732112715479; duration=0sec 2024-11-20T14:25:16,335 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:16,335 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 932a4b1c4072d2124b85a01d60d20e1d:A 2024-11-20T14:25:16,364 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:25:16,367 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201d10ea129bf740eab5c33a0b737f3daf_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201d10ea129bf740eab5c33a0b737f3daf_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:16,368 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/a741a0ed10eb417fb345fda3c4dad946, store: [table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:25:16,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/a741a0ed10eb417fb345fda3c4dad946 is 175, key is test_row_0/A:col10/1732112713825/Put/seqid=0 2024-11-20T14:25:16,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742070_1246 (size=31255) 2024-11-20T14:25:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-20T14:25:16,773 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=398, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/a741a0ed10eb417fb345fda3c4dad946 2024-11-20T14:25:16,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/7ab34a3640f0497ab58ed8adf050660c is 50, key is test_row_0/B:col10/1732112713825/Put/seqid=0 2024-11-20T14:25:16,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742071_1247 (size=12301) 2024-11-20T14:25:17,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-20T14:25:17,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/7ab34a3640f0497ab58ed8adf050660c 2024-11-20T14:25:17,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/7b7aff1f27cf47898160d6b007d4e7ea is 50, key is test_row_0/C:col10/1732112713825/Put/seqid=0 2024-11-20T14:25:17,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742072_1248 (size=12301) 2024-11-20T14:25:17,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/7b7aff1f27cf47898160d6b007d4e7ea 2024-11-20T14:25:17,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/a741a0ed10eb417fb345fda3c4dad946 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/a741a0ed10eb417fb345fda3c4dad946 2024-11-20T14:25:17,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/a741a0ed10eb417fb345fda3c4dad946, entries=150, sequenceid=398, filesize=30.5 K 2024-11-20T14:25:17,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/7ab34a3640f0497ab58ed8adf050660c as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/7ab34a3640f0497ab58ed8adf050660c 2024-11-20T14:25:17,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/7ab34a3640f0497ab58ed8adf050660c, entries=150, sequenceid=398, filesize=12.0 K 2024-11-20T14:25:17,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/7b7aff1f27cf47898160d6b007d4e7ea as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/7b7aff1f27cf47898160d6b007d4e7ea 2024-11-20T14:25:17,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/7b7aff1f27cf47898160d6b007d4e7ea, entries=150, sequenceid=398, filesize=12.0 K 2024-11-20T14:25:17,613 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=26.84 KB/27480 for 932a4b1c4072d2124b85a01d60d20e1d in 1662ms, sequenceid=398, compaction requested=false 2024-11-20T14:25:17,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:25:17,613 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:17,613 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:17,613 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. after waiting 0 ms 2024-11-20T14:25:17,613 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:17,613 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(2837): Flushing 932a4b1c4072d2124b85a01d60d20e1d 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-20T14:25:17,613 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=A 2024-11-20T14:25:17,613 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:17,614 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=B 2024-11-20T14:25:17,614 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:17,614 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 932a4b1c4072d2124b85a01d60d20e1d, store=C 2024-11-20T14:25:17,614 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:17,620 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112033dd3324e0b446349302c97d68e8757b_932a4b1c4072d2124b85a01d60d20e1d is 50, key is test_row_0/A:col10/1732112715956/Put/seqid=0 2024-11-20T14:25:17,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742073_1249 (size=12454) 2024-11-20T14:25:18,025 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:25:18,029 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112033dd3324e0b446349302c97d68e8757b_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112033dd3324e0b446349302c97d68e8757b_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:18,030 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/5dcf8a1394b34407a4b183e801eedd74, store: [table=TestAcidGuarantees family=A region=932a4b1c4072d2124b85a01d60d20e1d] 2024-11-20T14:25:18,031 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/5dcf8a1394b34407a4b183e801eedd74 is 175, key is test_row_0/A:col10/1732112715956/Put/seqid=0 2024-11-20T14:25:18,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742074_1250 (size=31255) 2024-11-20T14:25:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-20T14:25:18,436 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=407, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/5dcf8a1394b34407a4b183e801eedd74 2024-11-20T14:25:18,443 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/fb7d6f3cccbe499bb154dddaf83ddf4b is 50, key is test_row_0/B:col10/1732112715956/Put/seqid=0 2024-11-20T14:25:18,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742075_1251 (size=12301) 2024-11-20T14:25:18,847 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/fb7d6f3cccbe499bb154dddaf83ddf4b 2024-11-20T14:25:18,854 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/b5b5aaf900ae4f95a3971cc0b4a0f905 is 50, key is test_row_0/C:col10/1732112715956/Put/seqid=0 2024-11-20T14:25:18,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742076_1252 (size=12301) 2024-11-20T14:25:19,258 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/b5b5aaf900ae4f95a3971cc0b4a0f905 2024-11-20T14:25:19,262 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/A/5dcf8a1394b34407a4b183e801eedd74 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/5dcf8a1394b34407a4b183e801eedd74 2024-11-20T14:25:19,266 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/5dcf8a1394b34407a4b183e801eedd74, entries=150, sequenceid=407, filesize=30.5 K 2024-11-20T14:25:19,267 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/B/fb7d6f3cccbe499bb154dddaf83ddf4b as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/fb7d6f3cccbe499bb154dddaf83ddf4b 2024-11-20T14:25:19,270 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/fb7d6f3cccbe499bb154dddaf83ddf4b, entries=150, sequenceid=407, filesize=12.0 K 2024-11-20T14:25:19,271 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/.tmp/C/b5b5aaf900ae4f95a3971cc0b4a0f905 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/b5b5aaf900ae4f95a3971cc0b4a0f905 2024-11-20T14:25:19,274 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/b5b5aaf900ae4f95a3971cc0b4a0f905, entries=150, sequenceid=407, filesize=12.0 K 2024-11-20T14:25:19,275 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 932a4b1c4072d2124b85a01d60d20e1d in 1662ms, sequenceid=407, compaction requested=true 2024-11-20T14:25:19,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/2cf333946f8f45b5a702aa3745c22ec8, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/42da964547c842e2a27859825e64f3ea, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/9a4baf137e6e4d12a7ba86c2aeb3488c, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/d9c493bb2bb14019a54da661cdb3f9c8, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/d9f6029305384c0dbb08445216f1fda5, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/528cdff1492c4180afc094794129d874, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/ed5a7bcf46ac4cfdb96fa4079fee257f, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/8048e19096e54491b62dc867562ee9d8, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/c0fd561a79ea43c19157f8a80cea79ea, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/1427766120714248801f9199ddc06fb6, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/d057e94aebc4486188abb3e0e07c1fe5, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/e03b65a9cbcc421b90a2bb5cd44a682f, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/20f09dc6547f4f0eb4d4109cf5aa463f, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/c7e679891d03418f8418431f1f59f851, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/59ccc933ae5944e88ab88905c204e01b, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/43ac50349a8f40898e1db36a5d8fc7cd, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/096aebc3b9864f8e93b039ddecfc43d7, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/d55a138020494928a3b758a93cb6be96, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/cb25a3d81bc24afbadaa03775272405b, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/3c5dd0856c0e443fbba836ded2fb14ad, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/a9b9dd20aeed48bdafd4743b46f51b07, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/7fc6d4c52247449b82a72d58158272cd, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/3b2853c82646490f8d9babdaffe5d5ee, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/b9eace3d8c9d4f849230d1b9a4d00e72, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/38bff7fe79f84d43b7fc6acf96cb728e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/9664754a7d6140869b42b0b766b0b2ff] to archive 2024-11-20T14:25:19,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T14:25:19,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/2cf333946f8f45b5a702aa3745c22ec8 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/2cf333946f8f45b5a702aa3745c22ec8 2024-11-20T14:25:19,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/42da964547c842e2a27859825e64f3ea to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/42da964547c842e2a27859825e64f3ea 2024-11-20T14:25:19,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/9a4baf137e6e4d12a7ba86c2aeb3488c to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/9a4baf137e6e4d12a7ba86c2aeb3488c 2024-11-20T14:25:19,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/d9c493bb2bb14019a54da661cdb3f9c8 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/d9c493bb2bb14019a54da661cdb3f9c8 2024-11-20T14:25:19,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/d9f6029305384c0dbb08445216f1fda5 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/d9f6029305384c0dbb08445216f1fda5 2024-11-20T14:25:19,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/528cdff1492c4180afc094794129d874 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/528cdff1492c4180afc094794129d874 2024-11-20T14:25:19,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/ed5a7bcf46ac4cfdb96fa4079fee257f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/ed5a7bcf46ac4cfdb96fa4079fee257f 2024-11-20T14:25:19,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/8048e19096e54491b62dc867562ee9d8 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/8048e19096e54491b62dc867562ee9d8 2024-11-20T14:25:19,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/c0fd561a79ea43c19157f8a80cea79ea to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/c0fd561a79ea43c19157f8a80cea79ea 2024-11-20T14:25:19,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/1427766120714248801f9199ddc06fb6 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/1427766120714248801f9199ddc06fb6 2024-11-20T14:25:19,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/d057e94aebc4486188abb3e0e07c1fe5 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/d057e94aebc4486188abb3e0e07c1fe5 2024-11-20T14:25:19,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/e03b65a9cbcc421b90a2bb5cd44a682f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/e03b65a9cbcc421b90a2bb5cd44a682f 2024-11-20T14:25:19,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/20f09dc6547f4f0eb4d4109cf5aa463f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/20f09dc6547f4f0eb4d4109cf5aa463f 2024-11-20T14:25:19,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/c7e679891d03418f8418431f1f59f851 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/c7e679891d03418f8418431f1f59f851 2024-11-20T14:25:19,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/59ccc933ae5944e88ab88905c204e01b to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/59ccc933ae5944e88ab88905c204e01b 2024-11-20T14:25:19,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/43ac50349a8f40898e1db36a5d8fc7cd to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/43ac50349a8f40898e1db36a5d8fc7cd 2024-11-20T14:25:19,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/096aebc3b9864f8e93b039ddecfc43d7 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/096aebc3b9864f8e93b039ddecfc43d7 2024-11-20T14:25:19,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/d55a138020494928a3b758a93cb6be96 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/d55a138020494928a3b758a93cb6be96 2024-11-20T14:25:19,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/cb25a3d81bc24afbadaa03775272405b to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/cb25a3d81bc24afbadaa03775272405b 2024-11-20T14:25:19,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/3c5dd0856c0e443fbba836ded2fb14ad to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/3c5dd0856c0e443fbba836ded2fb14ad 2024-11-20T14:25:19,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/a9b9dd20aeed48bdafd4743b46f51b07 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/a9b9dd20aeed48bdafd4743b46f51b07 2024-11-20T14:25:19,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/7fc6d4c52247449b82a72d58158272cd to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/7fc6d4c52247449b82a72d58158272cd 2024-11-20T14:25:19,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/3b2853c82646490f8d9babdaffe5d5ee to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/3b2853c82646490f8d9babdaffe5d5ee 2024-11-20T14:25:19,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/b9eace3d8c9d4f849230d1b9a4d00e72 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/b9eace3d8c9d4f849230d1b9a4d00e72 2024-11-20T14:25:19,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/38bff7fe79f84d43b7fc6acf96cb728e to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/38bff7fe79f84d43b7fc6acf96cb728e 2024-11-20T14:25:19,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/9664754a7d6140869b42b0b766b0b2ff to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/9664754a7d6140869b42b0b766b0b2ff 2024-11-20T14:25:19,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/66e27c2f5d504363ad0578e4e54b3d59, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/2eeae457c35f43d7853eefee135a5a3f, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/fb706eca479b431d814e6dc3e0b47372, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/533aa8fbfafd4ccf94c567d6a7ee0721, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/b9adfbb2d1ef406cb63a81f41388d9bf, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/d0b9d2c835504134bbc228522b07bfe3, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/00d8f73b62194a228b903e5f0581d6bf, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/5980b258d5e6446c840ead59dac8f46c, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/748bc63ca7bf4795b16176e32456b9dd, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/16fb3ecaacda43e68af4968c13962c2c, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/a7ff20a07e6749b8a0e3c57da6b352c2, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/6dcd2a5e06674e4da7efeac25ea51e7c, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/b44cb75013864134b01ae8df91d2fd2c, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/5a22234c30ba4d14b090f07349458254, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/17899730a3354d88a50eeddd09de0866, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/4a388457155a4426bfae3b2ba88e23ed, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/0c64674dba944532b9698982b13ed34e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/00d0da8705f74f8ebb43d20278d8224f, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/6bdc696382c74de289d8e77ee0d772fc, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/e4086b66c13d43a0998bff63034d272d, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/21f9b6a9c6c94341a62ecce0ff53b8d7, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/ecd4b775fd424018a63ee5bcdebbf0dc, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/ef881d5746e346a38e8aa60a521c35ee, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/f713e59a888540ae95fa00d79b805bcd, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/719c212b8b344807beb38d88e104badb, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/9286c670c7764fbbb0519b7a74afdbc0] to archive 2024-11-20T14:25:19,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T14:25:19,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/66e27c2f5d504363ad0578e4e54b3d59 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/66e27c2f5d504363ad0578e4e54b3d59 2024-11-20T14:25:19,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/2eeae457c35f43d7853eefee135a5a3f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/2eeae457c35f43d7853eefee135a5a3f 2024-11-20T14:25:19,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/fb706eca479b431d814e6dc3e0b47372 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/fb706eca479b431d814e6dc3e0b47372 2024-11-20T14:25:19,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/533aa8fbfafd4ccf94c567d6a7ee0721 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/533aa8fbfafd4ccf94c567d6a7ee0721 2024-11-20T14:25:19,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/b9adfbb2d1ef406cb63a81f41388d9bf to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/b9adfbb2d1ef406cb63a81f41388d9bf 2024-11-20T14:25:19,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/d0b9d2c835504134bbc228522b07bfe3 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/d0b9d2c835504134bbc228522b07bfe3 2024-11-20T14:25:19,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/00d8f73b62194a228b903e5f0581d6bf to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/00d8f73b62194a228b903e5f0581d6bf 2024-11-20T14:25:19,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/5980b258d5e6446c840ead59dac8f46c to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/5980b258d5e6446c840ead59dac8f46c 2024-11-20T14:25:19,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/748bc63ca7bf4795b16176e32456b9dd to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/748bc63ca7bf4795b16176e32456b9dd 2024-11-20T14:25:19,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/16fb3ecaacda43e68af4968c13962c2c to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/16fb3ecaacda43e68af4968c13962c2c 2024-11-20T14:25:19,316 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/a7ff20a07e6749b8a0e3c57da6b352c2 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/a7ff20a07e6749b8a0e3c57da6b352c2 2024-11-20T14:25:19,317 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/6dcd2a5e06674e4da7efeac25ea51e7c to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/6dcd2a5e06674e4da7efeac25ea51e7c 2024-11-20T14:25:19,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/b44cb75013864134b01ae8df91d2fd2c to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/b44cb75013864134b01ae8df91d2fd2c 2024-11-20T14:25:19,320 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/5a22234c30ba4d14b090f07349458254 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/5a22234c30ba4d14b090f07349458254 2024-11-20T14:25:19,321 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/17899730a3354d88a50eeddd09de0866 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/17899730a3354d88a50eeddd09de0866 2024-11-20T14:25:19,322 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/4a388457155a4426bfae3b2ba88e23ed to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/4a388457155a4426bfae3b2ba88e23ed 2024-11-20T14:25:19,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/0c64674dba944532b9698982b13ed34e to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/0c64674dba944532b9698982b13ed34e 2024-11-20T14:25:19,324 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/00d0da8705f74f8ebb43d20278d8224f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/00d0da8705f74f8ebb43d20278d8224f 2024-11-20T14:25:19,326 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/6bdc696382c74de289d8e77ee0d772fc to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/6bdc696382c74de289d8e77ee0d772fc 2024-11-20T14:25:19,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/e4086b66c13d43a0998bff63034d272d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/e4086b66c13d43a0998bff63034d272d 2024-11-20T14:25:19,328 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/21f9b6a9c6c94341a62ecce0ff53b8d7 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/21f9b6a9c6c94341a62ecce0ff53b8d7 2024-11-20T14:25:19,329 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/ecd4b775fd424018a63ee5bcdebbf0dc to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/ecd4b775fd424018a63ee5bcdebbf0dc 2024-11-20T14:25:19,330 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/ef881d5746e346a38e8aa60a521c35ee to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/ef881d5746e346a38e8aa60a521c35ee 2024-11-20T14:25:19,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/f713e59a888540ae95fa00d79b805bcd to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/f713e59a888540ae95fa00d79b805bcd 2024-11-20T14:25:19,333 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/719c212b8b344807beb38d88e104badb to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/719c212b8b344807beb38d88e104badb 2024-11-20T14:25:19,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/9286c670c7764fbbb0519b7a74afdbc0 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/9286c670c7764fbbb0519b7a74afdbc0 2024-11-20T14:25:19,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/2a6207ece9fc44d682590af6b6cbf89a, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/7861c0b9c234437d9593faa39de661dc, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/d05960f720f441fe9fa66e105c957e82, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/2f4515a234e5440092c7efb6125aad3a, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/dc8bb8185e264577a57dd551a9bbc798, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/7daf94f3238f4502896970c078e30012, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/b465a46c5e064b6aac16c70f2d99542e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/e322fd48634e436e8328752c129daf8a, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/2c9057cecbfe4cb094751894374ed670, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/4f628473033d4b85b8f9e7c387570649, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/6f63a2dbaa494e9d862fbe74d8157d18, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/05b8cc41a6c141efafff9800c1ff2349, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/3b6d8788d5334d75aa335eb05b9fedb6, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/b3b06fb6b48e423eaffa5c936d0c7b00, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/94c5eef3fe054ad7b1f58dac1746818a, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/c182676cd81a4f6bb009333f4b337290, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/11a69ff521a145899c96ae608a72c2bd, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/10ecaf0a73a64aa6b84f7e9fbbebb988, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/a48203b1b61f4b22b2fc68e5e73ac3d7, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/afd970b71e5e4cdcbbd427c57f34ecdf, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/5355d541c7a74472a984def322b3d8c8, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/c55518fcb410423393aea8154987d0eb, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/b8af3f5fae1f4a1aa38599421621437c, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/e418064fac1f470db31f17fd00985779, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/38801faac3af47f9832b1337e0a9bfb1, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/a2bd0d148eaa48fa9872d64f14abe72a] to archive 2024-11-20T14:25:19,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T14:25:19,338 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/2a6207ece9fc44d682590af6b6cbf89a to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/2a6207ece9fc44d682590af6b6cbf89a 2024-11-20T14:25:19,339 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/7861c0b9c234437d9593faa39de661dc to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/7861c0b9c234437d9593faa39de661dc 2024-11-20T14:25:19,341 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/d05960f720f441fe9fa66e105c957e82 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/d05960f720f441fe9fa66e105c957e82 2024-11-20T14:25:19,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/2f4515a234e5440092c7efb6125aad3a to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/2f4515a234e5440092c7efb6125aad3a 2024-11-20T14:25:19,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/dc8bb8185e264577a57dd551a9bbc798 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/dc8bb8185e264577a57dd551a9bbc798 2024-11-20T14:25:19,344 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/7daf94f3238f4502896970c078e30012 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/7daf94f3238f4502896970c078e30012 2024-11-20T14:25:19,346 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/b465a46c5e064b6aac16c70f2d99542e to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/b465a46c5e064b6aac16c70f2d99542e 2024-11-20T14:25:19,347 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/e322fd48634e436e8328752c129daf8a to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/e322fd48634e436e8328752c129daf8a 2024-11-20T14:25:19,348 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/2c9057cecbfe4cb094751894374ed670 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/2c9057cecbfe4cb094751894374ed670 2024-11-20T14:25:19,349 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/4f628473033d4b85b8f9e7c387570649 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/4f628473033d4b85b8f9e7c387570649 2024-11-20T14:25:19,350 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/6f63a2dbaa494e9d862fbe74d8157d18 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/6f63a2dbaa494e9d862fbe74d8157d18 2024-11-20T14:25:19,351 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/05b8cc41a6c141efafff9800c1ff2349 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/05b8cc41a6c141efafff9800c1ff2349 2024-11-20T14:25:19,352 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/3b6d8788d5334d75aa335eb05b9fedb6 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/3b6d8788d5334d75aa335eb05b9fedb6 2024-11-20T14:25:19,353 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/b3b06fb6b48e423eaffa5c936d0c7b00 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/b3b06fb6b48e423eaffa5c936d0c7b00 2024-11-20T14:25:19,354 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/94c5eef3fe054ad7b1f58dac1746818a to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/94c5eef3fe054ad7b1f58dac1746818a 2024-11-20T14:25:19,355 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/c182676cd81a4f6bb009333f4b337290 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/c182676cd81a4f6bb009333f4b337290 2024-11-20T14:25:19,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/11a69ff521a145899c96ae608a72c2bd to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/11a69ff521a145899c96ae608a72c2bd 2024-11-20T14:25:19,357 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/10ecaf0a73a64aa6b84f7e9fbbebb988 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/10ecaf0a73a64aa6b84f7e9fbbebb988 2024-11-20T14:25:19,358 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/a48203b1b61f4b22b2fc68e5e73ac3d7 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/a48203b1b61f4b22b2fc68e5e73ac3d7 2024-11-20T14:25:19,359 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/afd970b71e5e4cdcbbd427c57f34ecdf to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/afd970b71e5e4cdcbbd427c57f34ecdf 2024-11-20T14:25:19,360 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/5355d541c7a74472a984def322b3d8c8 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/5355d541c7a74472a984def322b3d8c8 2024-11-20T14:25:19,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/c55518fcb410423393aea8154987d0eb to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/c55518fcb410423393aea8154987d0eb 2024-11-20T14:25:19,363 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/b8af3f5fae1f4a1aa38599421621437c to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/b8af3f5fae1f4a1aa38599421621437c 2024-11-20T14:25:19,364 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/e418064fac1f470db31f17fd00985779 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/e418064fac1f470db31f17fd00985779 2024-11-20T14:25:19,365 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/38801faac3af47f9832b1337e0a9bfb1 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/38801faac3af47f9832b1337e0a9bfb1 2024-11-20T14:25:19,366 DEBUG [StoreCloser-TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/a2bd0d148eaa48fa9872d64f14abe72a to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/a2bd0d148eaa48fa9872d64f14abe72a 2024-11-20T14:25:19,370 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/recovered.edits/410.seqid, newMaxSeqId=410, maxSeqId=4 2024-11-20T14:25:19,370 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d. 2024-11-20T14:25:19,370 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1635): Region close journal for 932a4b1c4072d2124b85a01d60d20e1d: 2024-11-20T14:25:19,372 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(170): Closed 932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:19,372 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=932a4b1c4072d2124b85a01d60d20e1d, regionState=CLOSED 2024-11-20T14:25:19,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-20T14:25:19,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; CloseRegionProcedure 932a4b1c4072d2124b85a01d60d20e1d, server=315eb151f916,36867,1732112657619 in 3.3970 sec 2024-11-20T14:25:19,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-11-20T14:25:19,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=932a4b1c4072d2124b85a01d60d20e1d, UNASSIGN in 3.4000 sec 2024-11-20T14:25:19,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-20T14:25:19,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.4030 sec 2024-11-20T14:25:19,378 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732112719378"}]},"ts":"1732112719378"} 2024-11-20T14:25:19,379 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T14:25:19,381 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T14:25:19,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 3.4160 sec 2024-11-20T14:25:20,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-20T14:25:20,072 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-20T14:25:20,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T14:25:20,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T14:25:20,074 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=65, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T14:25:20,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-20T14:25:20,075 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=65, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T14:25:20,076 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:20,078 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A, FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B, FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C, FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/recovered.edits] 2024-11-20T14:25:20,081 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/5dcf8a1394b34407a4b183e801eedd74 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/5dcf8a1394b34407a4b183e801eedd74 2024-11-20T14:25:20,082 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/a741a0ed10eb417fb345fda3c4dad946 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/a741a0ed10eb417fb345fda3c4dad946 2024-11-20T14:25:20,083 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/d057b74f570f4dc399edb46d12e6db2f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/A/d057b74f570f4dc399edb46d12e6db2f 2024-11-20T14:25:20,085 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/121561f9d0724417aba931233fede157 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/121561f9d0724417aba931233fede157 2024-11-20T14:25:20,086 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/7ab34a3640f0497ab58ed8adf050660c to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/7ab34a3640f0497ab58ed8adf050660c 2024-11-20T14:25:20,087 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/fb7d6f3cccbe499bb154dddaf83ddf4b to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/B/fb7d6f3cccbe499bb154dddaf83ddf4b 2024-11-20T14:25:20,090 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/2003c01638d2415b8de5f2ca93d8a0ca to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/2003c01638d2415b8de5f2ca93d8a0ca 2024-11-20T14:25:20,090 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/7b7aff1f27cf47898160d6b007d4e7ea to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/7b7aff1f27cf47898160d6b007d4e7ea 2024-11-20T14:25:20,092 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/b5b5aaf900ae4f95a3971cc0b4a0f905 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/C/b5b5aaf900ae4f95a3971cc0b4a0f905 2024-11-20T14:25:20,094 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/recovered.edits/410.seqid to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d/recovered.edits/410.seqid 2024-11-20T14:25:20,095 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:20,095 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T14:25:20,095 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T14:25:20,096 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T14:25:20,099 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200dcc4ac851d3435384d6b8ba3b9f44d8_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200dcc4ac851d3435384d6b8ba3b9f44d8_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:20,101 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112018d7073fd0494f1e843ac8f17e15217a_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112018d7073fd0494f1e843ac8f17e15217a_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:20,102 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201d10ea129bf740eab5c33a0b737f3daf_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201d10ea129bf740eab5c33a0b737f3daf_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:20,103 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201e55b5cdb0e24011a0bb5d58462c064f_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201e55b5cdb0e24011a0bb5d58462c064f_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:20,104 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112033dd3324e0b446349302c97d68e8757b_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112033dd3324e0b446349302c97d68e8757b_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:20,106 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203e01405ec2a9475eae2d57a1dec03710_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203e01405ec2a9475eae2d57a1dec03710_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:20,107 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120460b86d276ac4f918862658c3a3f19f7_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120460b86d276ac4f918862658c3a3f19f7_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:20,109 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205546e30fb8974b68ad3abbc4328e23b5_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205546e30fb8974b68ad3abbc4328e23b5_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:20,110 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206d268374b70b47bb81d9cacbb2789567_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206d268374b70b47bb81d9cacbb2789567_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:20,111 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120717d5fdec6454ce5ada2c19376f4f17e_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120717d5fdec6454ce5ada2c19376f4f17e_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:20,112 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120728771371f584a8eb8e6c3a56a4459dd_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120728771371f584a8eb8e6c3a56a4459dd_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:20,113 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207f4365707f9d49ae99a43e59ef5b59cd_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207f4365707f9d49ae99a43e59ef5b59cd_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:20,115 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112080c2d86f05a64cdcbc98b2ae75412220_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112080c2d86f05a64cdcbc98b2ae75412220_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:20,116 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112098eb23ded0984fc0b62a852eb38ae54f_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112098eb23ded0984fc0b62a852eb38ae54f_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:20,117 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b563c61b33c14e2fa73b04ce412d5334_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b563c61b33c14e2fa73b04ce412d5334_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:20,118 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c13e4ce579bc471a95aca4e2b00ca514_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c13e4ce579bc471a95aca4e2b00ca514_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:20,120 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e70c93e9f1844e40bff7c0fbbd808bf3_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e70c93e9f1844e40bff7c0fbbd808bf3_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:20,121 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ecb1a2cb7420437ba395d05c9fa4df90_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ecb1a2cb7420437ba395d05c9fa4df90_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:20,122 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f20d9836b80b4084811edfac8d878457_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f20d9836b80b4084811edfac8d878457_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:20,123 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f93cac7e35194b0981ea89475c6d5797_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f93cac7e35194b0981ea89475c6d5797_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:20,125 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fd3e1f2d9f13420392bfe9b2b2633c1f_932a4b1c4072d2124b85a01d60d20e1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fd3e1f2d9f13420392bfe9b2b2633c1f_932a4b1c4072d2124b85a01d60d20e1d 2024-11-20T14:25:20,125 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T14:25:20,127 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=65, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T14:25:20,132 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T14:25:20,134 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T14:25:20,135 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=65, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T14:25:20,135 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T14:25:20,135 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732112720135"}]},"ts":"9223372036854775807"} 2024-11-20T14:25:20,138 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T14:25:20,138 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 932a4b1c4072d2124b85a01d60d20e1d, NAME => 'TestAcidGuarantees,,1732112691216.932a4b1c4072d2124b85a01d60d20e1d.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T14:25:20,138 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T14:25:20,138 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732112720138"}]},"ts":"9223372036854775807"} 2024-11-20T14:25:20,140 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T14:25:20,142 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=65, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T14:25:20,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 69 msec 2024-11-20T14:25:20,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-20T14:25:20,176 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-20T14:25:20,185 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=240 (was 239) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1b2bb40b-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_397139409_22 at /127.0.0.1:37352 [Waiting for operation #659] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1540509394_22 at /127.0.0.1:40340 [Waiting for operation #661] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1b2bb40b-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1b2bb40b-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1b2bb40b-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9343666a-9382-4cdd-a0f8-ecb53a0caa5d/cluster_8bfb7870-ce22-0f49-ebf7-77f1fb574ba9/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9343666a-9382-4cdd-a0f8-ecb53a0caa5d/cluster_8bfb7870-ce22-0f49-ebf7-77f1fb574ba9/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 452) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=355 (was 342) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5873 (was 6019) 2024-11-20T14:25:20,195 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=240, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=355, ProcessCount=11, AvailableMemoryMB=5872 2024-11-20T14:25:20,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T14:25:20,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T14:25:20,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T14:25:20,199 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T14:25:20,199 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:25:20,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 66 2024-11-20T14:25:20,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-20T14:25:20,200 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T14:25:20,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742077_1253 (size=963) 2024-11-20T14:25:20,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-20T14:25:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-20T14:25:20,607 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4 2024-11-20T14:25:20,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742078_1254 (size=53) 2024-11-20T14:25:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-20T14:25:21,014 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:25:21,014 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c0f0be899f04224b6f94a0878b98d351, disabling compactions & flushes 2024-11-20T14:25:21,014 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:21,014 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:21,014 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. after waiting 0 ms 2024-11-20T14:25:21,014 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:21,014 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:21,014 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:21,015 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T14:25:21,015 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732112721015"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732112721015"}]},"ts":"1732112721015"} 2024-11-20T14:25:21,016 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T14:25:21,017 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T14:25:21,017 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732112721017"}]},"ts":"1732112721017"} 2024-11-20T14:25:21,018 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T14:25:21,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0f0be899f04224b6f94a0878b98d351, ASSIGN}] 2024-11-20T14:25:21,022 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0f0be899f04224b6f94a0878b98d351, ASSIGN 2024-11-20T14:25:21,023 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0f0be899f04224b6f94a0878b98d351, ASSIGN; state=OFFLINE, location=315eb151f916,36867,1732112657619; forceNewPlan=false, retain=false 2024-11-20T14:25:21,173 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=c0f0be899f04224b6f94a0878b98d351, regionState=OPENING, regionLocation=315eb151f916,36867,1732112657619 2024-11-20T14:25:21,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; OpenRegionProcedure c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619}] 2024-11-20T14:25:21,192 DEBUG [master/315eb151f916:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region f5edc325dd188ef9a07ad2f13e750ea8 changed from -1.0 to 0.0, refreshing cache 2024-11-20T14:25:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-20T14:25:21,326 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:21,329 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:21,329 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7285): Opening region: {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} 2024-11-20T14:25:21,329 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c0f0be899f04224b6f94a0878b98d351 2024-11-20T14:25:21,329 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:25:21,329 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7327): checking encryption for c0f0be899f04224b6f94a0878b98d351 2024-11-20T14:25:21,329 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7330): checking classloading for c0f0be899f04224b6f94a0878b98d351 2024-11-20T14:25:21,331 INFO [StoreOpener-c0f0be899f04224b6f94a0878b98d351-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c0f0be899f04224b6f94a0878b98d351 2024-11-20T14:25:21,332 INFO [StoreOpener-c0f0be899f04224b6f94a0878b98d351-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T14:25:21,332 INFO [StoreOpener-c0f0be899f04224b6f94a0878b98d351-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0f0be899f04224b6f94a0878b98d351 columnFamilyName A 2024-11-20T14:25:21,332 DEBUG [StoreOpener-c0f0be899f04224b6f94a0878b98d351-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:25:21,333 INFO [StoreOpener-c0f0be899f04224b6f94a0878b98d351-1 {}] regionserver.HStore(327): Store=c0f0be899f04224b6f94a0878b98d351/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:25:21,333 INFO [StoreOpener-c0f0be899f04224b6f94a0878b98d351-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c0f0be899f04224b6f94a0878b98d351 2024-11-20T14:25:21,334 INFO [StoreOpener-c0f0be899f04224b6f94a0878b98d351-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T14:25:21,334 INFO [StoreOpener-c0f0be899f04224b6f94a0878b98d351-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0f0be899f04224b6f94a0878b98d351 columnFamilyName B 2024-11-20T14:25:21,334 DEBUG [StoreOpener-c0f0be899f04224b6f94a0878b98d351-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:25:21,334 INFO [StoreOpener-c0f0be899f04224b6f94a0878b98d351-1 {}] regionserver.HStore(327): Store=c0f0be899f04224b6f94a0878b98d351/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:25:21,334 INFO [StoreOpener-c0f0be899f04224b6f94a0878b98d351-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c0f0be899f04224b6f94a0878b98d351 2024-11-20T14:25:21,335 INFO [StoreOpener-c0f0be899f04224b6f94a0878b98d351-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T14:25:21,335 INFO [StoreOpener-c0f0be899f04224b6f94a0878b98d351-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0f0be899f04224b6f94a0878b98d351 columnFamilyName C 2024-11-20T14:25:21,335 DEBUG [StoreOpener-c0f0be899f04224b6f94a0878b98d351-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:25:21,336 INFO [StoreOpener-c0f0be899f04224b6f94a0878b98d351-1 {}] regionserver.HStore(327): Store=c0f0be899f04224b6f94a0878b98d351/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:25:21,336 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:21,336 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351 2024-11-20T14:25:21,337 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351 2024-11-20T14:25:21,338 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T14:25:21,338 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1085): writing seq id for c0f0be899f04224b6f94a0878b98d351 2024-11-20T14:25:21,341 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T14:25:21,341 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1102): Opened c0f0be899f04224b6f94a0878b98d351; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74524832, jitterRate=0.11050653457641602}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T14:25:21,341 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1001): Region open journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:21,342 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351., pid=68, masterSystemTime=1732112721326 2024-11-20T14:25:21,343 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:21,343 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:21,344 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=c0f0be899f04224b6f94a0878b98d351, regionState=OPEN, openSeqNum=2, regionLocation=315eb151f916,36867,1732112657619 2024-11-20T14:25:21,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-20T14:25:21,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; OpenRegionProcedure c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 in 171 msec 2024-11-20T14:25:21,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-11-20T14:25:21,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0f0be899f04224b6f94a0878b98d351, ASSIGN in 324 msec 2024-11-20T14:25:21,348 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T14:25:21,348 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732112721348"}]},"ts":"1732112721348"} 2024-11-20T14:25:21,349 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T14:25:21,351 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T14:25:21,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1540 sec 2024-11-20T14:25:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-20T14:25:22,304 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 66 completed 2024-11-20T14:25:22,305 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f66057f to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53bfce45 2024-11-20T14:25:22,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64dc42d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:25:22,310 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:25:22,311 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54764, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:25:22,312 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T14:25:22,313 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50200, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T14:25:22,316 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17b6adc5 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a569490 2024-11-20T14:25:22,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1ac389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:25:22,321 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x669e1999 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6862e3ce 2024-11-20T14:25:22,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e73c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:25:22,325 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72aa9ee5 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d296fed 2024-11-20T14:25:22,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c480dfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:25:22,329 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ec09297 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8d0caa5 2024-11-20T14:25:22,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cb3991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:25:22,333 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4dfb20f6 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@43f04e0e 2024-11-20T14:25:22,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9ae050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:25:22,338 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x560ec309 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2fef31f8 2024-11-20T14:25:22,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ed1e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:25:22,343 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5886c0f2 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@eb04aeb 2024-11-20T14:25:22,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72537a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:25:22,346 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66e575aa to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a0e9c8f 2024-11-20T14:25:22,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36642cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:25:22,350 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x131ceb8f to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d68f787 2024-11-20T14:25:22,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c299cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:25:22,354 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a78bf6d to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10e6bf6a 2024-11-20T14:25:22,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605827c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:25:22,360 DEBUG [hconnection-0x653e5da3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:25:22,361 DEBUG [hconnection-0x495c83bb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:25:22,361 DEBUG [hconnection-0x4cb3ba0b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:25:22,362 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54772, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:25:22,362 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54768, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:25:22,362 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54784, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:25:22,364 DEBUG [hconnection-0x7490d2c0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:25:22,366 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54790, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:25:22,368 DEBUG [hconnection-0xa1815ef-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:25:22,369 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54804, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:25:22,370 DEBUG [hconnection-0x77bff0fe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:25:22,370 DEBUG [hconnection-0x688bfe27-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:25:22,371 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54806, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:25:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on c0f0be899f04224b6f94a0878b98d351 2024-11-20T14:25:22,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c0f0be899f04224b6f94a0878b98d351 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T14:25:22,371 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54820, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:25:22,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=A 2024-11-20T14:25:22,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:22,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=B 2024-11-20T14:25:22,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:22,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=C 2024-11-20T14:25:22,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:22,376 DEBUG [hconnection-0x1ed3f4b9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:25:22,377 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54834, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:25:22,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:25:22,384 DEBUG [hconnection-0x68e5737b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:25:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-20T14:25:22,385 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54840, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:25:22,385 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:25:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-20T14:25:22,386 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:25:22,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:25:22,392 DEBUG [hconnection-0x8383a32-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:25:22,393 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54856, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:25:22,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/3de74253a8e94dd5ab7e8762ed955801 is 50, key is test_row_0/A:col10/1732112722367/Put/seqid=0 2024-11-20T14:25:22,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742079_1255 (size=12001) 2024-11-20T14:25:22,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112782430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:22,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112782431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:22,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112782431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:22,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112782432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:22,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112782432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-20T14:25:22,537 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:22,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112782536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:22,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-20T14:25:22,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:22,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:22,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. as already flushing 2024-11-20T14:25:22,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112782536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:22,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:22,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:22,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112782536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:22,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112782537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:22,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112782537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-20T14:25:22,691 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:22,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-20T14:25:22,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:22,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. as already flushing 2024-11-20T14:25:22,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:22,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:22,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:22,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:22,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112782739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:22,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112782740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:22,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112782740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:22,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112782741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:22,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112782741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:22,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/3de74253a8e94dd5ab7e8762ed955801 2024-11-20T14:25:22,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/98afeb57aed04fc5bc47c334674cdcac is 50, key is test_row_0/B:col10/1732112722367/Put/seqid=0 2024-11-20T14:25:22,845 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:22,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-20T14:25:22,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:22,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. as already flushing 2024-11-20T14:25:22,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:22,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:22,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:22,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742080_1256 (size=12001) 2024-11-20T14:25:22,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/98afeb57aed04fc5bc47c334674cdcac 2024-11-20T14:25:22,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/9629d92bfda943ef92438890329a6fdc is 50, key is test_row_0/C:col10/1732112722367/Put/seqid=0 2024-11-20T14:25:22,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742081_1257 (size=12001) 2024-11-20T14:25:22,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/9629d92bfda943ef92438890329a6fdc 2024-11-20T14:25:22,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/3de74253a8e94dd5ab7e8762ed955801 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/3de74253a8e94dd5ab7e8762ed955801 2024-11-20T14:25:22,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/3de74253a8e94dd5ab7e8762ed955801, entries=150, sequenceid=13, filesize=11.7 K 2024-11-20T14:25:22,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/98afeb57aed04fc5bc47c334674cdcac as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/98afeb57aed04fc5bc47c334674cdcac 2024-11-20T14:25:22,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/98afeb57aed04fc5bc47c334674cdcac, entries=150, sequenceid=13, filesize=11.7 K 2024-11-20T14:25:22,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/9629d92bfda943ef92438890329a6fdc as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/9629d92bfda943ef92438890329a6fdc 2024-11-20T14:25:22,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/9629d92bfda943ef92438890329a6fdc, entries=150, sequenceid=13, filesize=11.7 K 2024-11-20T14:25:22,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for c0f0be899f04224b6f94a0878b98d351 in 537ms, sequenceid=13, compaction requested=false 2024-11-20T14:25:22,908 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T14:25:22,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-20T14:25:22,998 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:22,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-20T14:25:22,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:22,999 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing c0f0be899f04224b6f94a0878b98d351 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T14:25:22,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=A 2024-11-20T14:25:22,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:22,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=B 2024-11-20T14:25:22,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:22,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=C 2024-11-20T14:25:22,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:23,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/7836e949a6c2411b936afcdc7bebe65a is 50, key is test_row_0/A:col10/1732112722431/Put/seqid=0 2024-11-20T14:25:23,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742082_1258 (size=12001) 2024-11-20T14:25:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on c0f0be899f04224b6f94a0878b98d351 2024-11-20T14:25:23,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. as already flushing 2024-11-20T14:25:23,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:23,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112783048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:23,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:23,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112783050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:23,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112783051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:23,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:23,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112783051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112783051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:23,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112783152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:23,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112783153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:23,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112783155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:23,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112783155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:23,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112783155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:23,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112783355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:23,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112783356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:23,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112783358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:23,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112783359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:23,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112783359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:23,413 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/7836e949a6c2411b936afcdc7bebe65a 2024-11-20T14:25:23,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/1cdccfc2354e4e79b6825f221118d286 is 50, key is test_row_0/B:col10/1732112722431/Put/seqid=0 2024-11-20T14:25:23,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742083_1259 (size=12001) 2024-11-20T14:25:23,467 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/1cdccfc2354e4e79b6825f221118d286 2024-11-20T14:25:23,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/d03cc28a968d41608c91114908b9354f is 50, key is test_row_0/C:col10/1732112722431/Put/seqid=0 2024-11-20T14:25:23,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742084_1260 (size=12001) 2024-11-20T14:25:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-20T14:25:23,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:23,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112783658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:23,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:23,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112783659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:23,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112783661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:23,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112783661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:23,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:23,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112783662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:23,890 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/d03cc28a968d41608c91114908b9354f 2024-11-20T14:25:23,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/7836e949a6c2411b936afcdc7bebe65a as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/7836e949a6c2411b936afcdc7bebe65a 2024-11-20T14:25:23,899 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/7836e949a6c2411b936afcdc7bebe65a, entries=150, sequenceid=38, filesize=11.7 K 2024-11-20T14:25:23,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/1cdccfc2354e4e79b6825f221118d286 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/1cdccfc2354e4e79b6825f221118d286 2024-11-20T14:25:23,904 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/1cdccfc2354e4e79b6825f221118d286, entries=150, sequenceid=38, filesize=11.7 K 2024-11-20T14:25:23,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/d03cc28a968d41608c91114908b9354f as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/d03cc28a968d41608c91114908b9354f 2024-11-20T14:25:23,909 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/d03cc28a968d41608c91114908b9354f, entries=150, sequenceid=38, filesize=11.7 K 2024-11-20T14:25:23,910 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for c0f0be899f04224b6f94a0878b98d351 in 911ms, sequenceid=38, compaction requested=false 2024-11-20T14:25:23,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:23,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:23,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-20T14:25:23,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-20T14:25:23,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-20T14:25:23,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5320 sec 2024-11-20T14:25:23,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.5400 sec 2024-11-20T14:25:24,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on c0f0be899f04224b6f94a0878b98d351 2024-11-20T14:25:24,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c0f0be899f04224b6f94a0878b98d351 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T14:25:24,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=A 2024-11-20T14:25:24,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:24,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=B 2024-11-20T14:25:24,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:24,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=C 2024-11-20T14:25:24,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:24,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/353ae13f588d443885bd8f232c97ba2a is 50, key is test_row_0/A:col10/1732112724162/Put/seqid=0 2024-11-20T14:25:24,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:24,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112784179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:24,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:24,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112784180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:24,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112784180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:24,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:24,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112784183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:24,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:24,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112784184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:24,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742085_1261 (size=12001) 2024-11-20T14:25:24,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/353ae13f588d443885bd8f232c97ba2a 2024-11-20T14:25:24,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/5b429c77154446078449b8929f288f17 is 50, key is test_row_0/B:col10/1732112724162/Put/seqid=0 2024-11-20T14:25:24,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742086_1262 (size=12001) 2024-11-20T14:25:24,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:24,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112784284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:24,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:24,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112784284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:24,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:24,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112784284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:24,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:24,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112784287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:24,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:24,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112784287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:24,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:24,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112784487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:24,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:24,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112784488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-20T14:25:24,490 INFO [Thread-1172 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-20T14:25:24,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112784488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:24,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:24,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112784490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:24,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:25:24,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:24,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112784490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:24,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-20T14:25:24,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-20T14:25:24,493 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:25:24,493 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:25:24,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:25:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-20T14:25:24,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/5b429c77154446078449b8929f288f17 2024-11-20T14:25:24,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/af55e1a6104748828eddf24292aa6ed4 is 50, key is test_row_0/C:col10/1732112724162/Put/seqid=0 2024-11-20T14:25:24,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742087_1263 (size=12001) 2024-11-20T14:25:24,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/af55e1a6104748828eddf24292aa6ed4 2024-11-20T14:25:24,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/353ae13f588d443885bd8f232c97ba2a as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/353ae13f588d443885bd8f232c97ba2a 2024-11-20T14:25:24,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/353ae13f588d443885bd8f232c97ba2a, entries=150, sequenceid=52, filesize=11.7 K 2024-11-20T14:25:24,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/5b429c77154446078449b8929f288f17 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/5b429c77154446078449b8929f288f17 2024-11-20T14:25:24,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/5b429c77154446078449b8929f288f17, entries=150, sequenceid=52, filesize=11.7 K 2024-11-20T14:25:24,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/af55e1a6104748828eddf24292aa6ed4 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/af55e1a6104748828eddf24292aa6ed4 2024-11-20T14:25:24,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/af55e1a6104748828eddf24292aa6ed4, entries=150, sequenceid=52, filesize=11.7 K 2024-11-20T14:25:24,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for c0f0be899f04224b6f94a0878b98d351 in 480ms, sequenceid=52, compaction requested=true 2024-11-20T14:25:24,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:24,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f0be899f04224b6f94a0878b98d351:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:25:24,644 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:25:24,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:24,645 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:25:24,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f0be899f04224b6f94a0878b98d351:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:25:24,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:24,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f0be899f04224b6f94a0878b98d351:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:25:24,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:25:24,645 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:24,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-20T14:25:24,646 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:25:24,646 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): c0f0be899f04224b6f94a0878b98d351/A is initiating minor compaction (all files) 2024-11-20T14:25:24,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:24,646 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0f0be899f04224b6f94a0878b98d351/A in TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:24,646 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/3de74253a8e94dd5ab7e8762ed955801, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/7836e949a6c2411b936afcdc7bebe65a, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/353ae13f588d443885bd8f232c97ba2a] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp, totalSize=35.2 K 2024-11-20T14:25:24,646 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing c0f0be899f04224b6f94a0878b98d351 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T14:25:24,646 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:25:24,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=A 2024-11-20T14:25:24,646 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): c0f0be899f04224b6f94a0878b98d351/B is initiating minor compaction (all files) 2024-11-20T14:25:24,646 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3de74253a8e94dd5ab7e8762ed955801, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732112722367 2024-11-20T14:25:24,646 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0f0be899f04224b6f94a0878b98d351/B in TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:24,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:24,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=B 2024-11-20T14:25:24,646 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/98afeb57aed04fc5bc47c334674cdcac, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/1cdccfc2354e4e79b6825f221118d286, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/5b429c77154446078449b8929f288f17] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp, totalSize=35.2 K 2024-11-20T14:25:24,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:24,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=C 2024-11-20T14:25:24,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:24,647 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7836e949a6c2411b936afcdc7bebe65a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732112722430 2024-11-20T14:25:24,647 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 98afeb57aed04fc5bc47c334674cdcac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732112722367 2024-11-20T14:25:24,647 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 353ae13f588d443885bd8f232c97ba2a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732112723050 2024-11-20T14:25:24,647 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 1cdccfc2354e4e79b6825f221118d286, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732112722430 2024-11-20T14:25:24,648 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b429c77154446078449b8929f288f17, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732112723050 2024-11-20T14:25:24,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/b293ecb2643b44c1b9198b6c3c4502df is 50, key is test_row_0/A:col10/1732112724182/Put/seqid=0 2024-11-20T14:25:24,655 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f0be899f04224b6f94a0878b98d351#A#compaction#216 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:24,655 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/e370fd7e82f040adb56e75faf436e1f6 is 50, key is test_row_0/A:col10/1732112724162/Put/seqid=0 2024-11-20T14:25:24,668 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f0be899f04224b6f94a0878b98d351#B#compaction#217 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:24,669 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/3ec00de105d24917995c632c8738d307 is 50, key is test_row_0/B:col10/1732112724162/Put/seqid=0 2024-11-20T14:25:24,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742088_1264 (size=12001) 2024-11-20T14:25:24,671 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/b293ecb2643b44c1b9198b6c3c4502df 2024-11-20T14:25:24,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742089_1265 (size=12104) 2024-11-20T14:25:24,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/403ff6162c0e40e8961f1a0e6f27a8c7 is 50, key is test_row_0/B:col10/1732112724182/Put/seqid=0 2024-11-20T14:25:24,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742090_1266 (size=12104) 2024-11-20T14:25:24,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742091_1267 (size=12001) 2024-11-20T14:25:24,691 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/403ff6162c0e40e8961f1a0e6f27a8c7 2024-11-20T14:25:24,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/790875f12d41479fb05bdb4714be099f is 50, key is test_row_0/C:col10/1732112724182/Put/seqid=0 2024-11-20T14:25:24,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742092_1268 (size=12001) 2024-11-20T14:25:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on c0f0be899f04224b6f94a0878b98d351 2024-11-20T14:25:24,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. as already flushing 2024-11-20T14:25:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-20T14:25:24,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:24,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112784798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:24,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:24,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112784799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:24,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:24,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112784800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:24,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112784801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:24,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112784802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:24,897 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T14:25:24,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112784903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:24,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112784903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:24,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112784903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:24,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112784905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:24,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112784905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:25,085 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/e370fd7e82f040adb56e75faf436e1f6 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/e370fd7e82f040adb56e75faf436e1f6 2024-11-20T14:25:25,089 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/3ec00de105d24917995c632c8738d307 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/3ec00de105d24917995c632c8738d307 2024-11-20T14:25:25,091 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0f0be899f04224b6f94a0878b98d351/A of c0f0be899f04224b6f94a0878b98d351 into e370fd7e82f040adb56e75faf436e1f6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:25,091 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:25,091 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351., storeName=c0f0be899f04224b6f94a0878b98d351/A, priority=13, startTime=1732112724644; duration=0sec 2024-11-20T14:25:25,091 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:25:25,091 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f0be899f04224b6f94a0878b98d351:A 2024-11-20T14:25:25,091 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:25:25,095 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:25:25,095 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): c0f0be899f04224b6f94a0878b98d351/C is initiating minor compaction (all files) 2024-11-20T14:25:25,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-20T14:25:25,095 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0f0be899f04224b6f94a0878b98d351/C in TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:25,095 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/9629d92bfda943ef92438890329a6fdc, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/d03cc28a968d41608c91114908b9354f, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/af55e1a6104748828eddf24292aa6ed4] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp, totalSize=35.2 K 2024-11-20T14:25:25,095 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0f0be899f04224b6f94a0878b98d351/B of c0f0be899f04224b6f94a0878b98d351 into 3ec00de105d24917995c632c8738d307(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:25,095 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:25,095 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351., storeName=c0f0be899f04224b6f94a0878b98d351/B, priority=13, startTime=1732112724644; duration=0sec 2024-11-20T14:25:25,096 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:25,096 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f0be899f04224b6f94a0878b98d351:B 2024-11-20T14:25:25,096 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9629d92bfda943ef92438890329a6fdc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732112722367 2024-11-20T14:25:25,096 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting d03cc28a968d41608c91114908b9354f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732112722430 2024-11-20T14:25:25,097 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting af55e1a6104748828eddf24292aa6ed4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732112723050 2024-11-20T14:25:25,106 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/790875f12d41479fb05bdb4714be099f 2024-11-20T14:25:25,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:25,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112785106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:25,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:25,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112785107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:25,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112785107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:25,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:25,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112785109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:25,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:25,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112785109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:25,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/b293ecb2643b44c1b9198b6c3c4502df as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/b293ecb2643b44c1b9198b6c3c4502df 2024-11-20T14:25:25,116 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/b293ecb2643b44c1b9198b6c3c4502df, entries=150, sequenceid=75, filesize=11.7 K 2024-11-20T14:25:25,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/403ff6162c0e40e8961f1a0e6f27a8c7 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/403ff6162c0e40e8961f1a0e6f27a8c7 2024-11-20T14:25:25,121 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/403ff6162c0e40e8961f1a0e6f27a8c7, entries=150, sequenceid=75, filesize=11.7 K 2024-11-20T14:25:25,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/790875f12d41479fb05bdb4714be099f as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/790875f12d41479fb05bdb4714be099f 2024-11-20T14:25:25,122 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f0be899f04224b6f94a0878b98d351#C#compaction#220 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:25,123 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/63224500ea6c41cbad83dccb07184025 is 50, key is test_row_0/C:col10/1732112724162/Put/seqid=0 2024-11-20T14:25:25,126 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/790875f12d41479fb05bdb4714be099f, entries=150, sequenceid=75, filesize=11.7 K 2024-11-20T14:25:25,126 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for c0f0be899f04224b6f94a0878b98d351 in 480ms, sequenceid=75, compaction requested=false 2024-11-20T14:25:25,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:25,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:25,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-20T14:25:25,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-20T14:25:25,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-20T14:25:25,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 634 msec 2024-11-20T14:25:25,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742093_1269 (size=12104) 2024-11-20T14:25:25,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 639 msec 2024-11-20T14:25:25,136 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/63224500ea6c41cbad83dccb07184025 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/63224500ea6c41cbad83dccb07184025 2024-11-20T14:25:25,141 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0f0be899f04224b6f94a0878b98d351/C of c0f0be899f04224b6f94a0878b98d351 into 63224500ea6c41cbad83dccb07184025(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:25,141 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:25,141 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351., storeName=c0f0be899f04224b6f94a0878b98d351/C, priority=13, startTime=1732112724645; duration=0sec 2024-11-20T14:25:25,141 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:25,141 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f0be899f04224b6f94a0878b98d351:C 2024-11-20T14:25:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on c0f0be899f04224b6f94a0878b98d351 2024-11-20T14:25:25,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c0f0be899f04224b6f94a0878b98d351 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T14:25:25,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=A 2024-11-20T14:25:25,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:25,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=B 2024-11-20T14:25:25,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:25,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=C 2024-11-20T14:25:25,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:25,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/094d39cabfdb4430ac1bf13bcef40030 is 50, key is test_row_0/A:col10/1732112725411/Put/seqid=0 2024-11-20T14:25:25,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742094_1270 (size=12001) 2024-11-20T14:25:25,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/094d39cabfdb4430ac1bf13bcef40030 2024-11-20T14:25:25,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112785427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:25,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112785428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:25,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112785428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:25,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112785431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:25,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112785432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:25,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/6166064cf555406fb2f925d8fd815010 is 50, key is test_row_0/B:col10/1732112725411/Put/seqid=0 2024-11-20T14:25:25,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742095_1271 (size=12001) 2024-11-20T14:25:25,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/6166064cf555406fb2f925d8fd815010 2024-11-20T14:25:25,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/b171854f02af4a02bbf7023110ca1248 is 50, key is test_row_0/C:col10/1732112725411/Put/seqid=0 2024-11-20T14:25:25,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742096_1272 (size=12001) 2024-11-20T14:25:25,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/b171854f02af4a02bbf7023110ca1248 2024-11-20T14:25:25,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/094d39cabfdb4430ac1bf13bcef40030 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/094d39cabfdb4430ac1bf13bcef40030 2024-11-20T14:25:25,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/094d39cabfdb4430ac1bf13bcef40030, entries=150, sequenceid=93, filesize=11.7 K 2024-11-20T14:25:25,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/6166064cf555406fb2f925d8fd815010 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/6166064cf555406fb2f925d8fd815010 2024-11-20T14:25:25,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/6166064cf555406fb2f925d8fd815010, entries=150, sequenceid=93, filesize=11.7 K 2024-11-20T14:25:25,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/b171854f02af4a02bbf7023110ca1248 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/b171854f02af4a02bbf7023110ca1248 2024-11-20T14:25:25,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/b171854f02af4a02bbf7023110ca1248, entries=150, sequenceid=93, filesize=11.7 K 2024-11-20T14:25:25,475 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for c0f0be899f04224b6f94a0878b98d351 in 63ms, sequenceid=93, compaction requested=true 2024-11-20T14:25:25,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:25,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f0be899f04224b6f94a0878b98d351:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:25:25,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:25,475 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:25:25,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f0be899f04224b6f94a0878b98d351:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:25:25,475 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:25:25,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:25,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f0be899f04224b6f94a0878b98d351:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:25:25,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:25:25,476 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:25:25,476 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): c0f0be899f04224b6f94a0878b98d351/B is initiating minor compaction (all files) 2024-11-20T14:25:25,476 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0f0be899f04224b6f94a0878b98d351/B in TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:25,477 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/3ec00de105d24917995c632c8738d307, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/403ff6162c0e40e8961f1a0e6f27a8c7, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/6166064cf555406fb2f925d8fd815010] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp, totalSize=35.3 K 2024-11-20T14:25:25,477 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:25:25,477 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): c0f0be899f04224b6f94a0878b98d351/A is initiating minor compaction (all files) 2024-11-20T14:25:25,477 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0f0be899f04224b6f94a0878b98d351/A in TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:25,477 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/e370fd7e82f040adb56e75faf436e1f6, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/b293ecb2643b44c1b9198b6c3c4502df, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/094d39cabfdb4430ac1bf13bcef40030] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp, totalSize=35.3 K 2024-11-20T14:25:25,477 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ec00de105d24917995c632c8738d307, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732112723050 2024-11-20T14:25:25,478 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting e370fd7e82f040adb56e75faf436e1f6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732112723050 2024-11-20T14:25:25,478 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 403ff6162c0e40e8961f1a0e6f27a8c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732112724177 2024-11-20T14:25:25,478 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting b293ecb2643b44c1b9198b6c3c4502df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732112724177 2024-11-20T14:25:25,478 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 6166064cf555406fb2f925d8fd815010, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732112724797 2024-11-20T14:25:25,478 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 094d39cabfdb4430ac1bf13bcef40030, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732112724797 2024-11-20T14:25:25,490 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f0be899f04224b6f94a0878b98d351#B#compaction#224 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:25,490 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f0be899f04224b6f94a0878b98d351#A#compaction#225 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:25,491 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/4b97d29a439f4fd7b524caf138ba5c93 is 50, key is test_row_0/A:col10/1732112725411/Put/seqid=0 2024-11-20T14:25:25,491 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/ffa814498f9c434492ba946f35c6e1a2 is 50, key is test_row_0/B:col10/1732112725411/Put/seqid=0 2024-11-20T14:25:25,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742097_1273 (size=12207) 2024-11-20T14:25:25,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742098_1274 (size=12207) 2024-11-20T14:25:25,524 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/4b97d29a439f4fd7b524caf138ba5c93 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/4b97d29a439f4fd7b524caf138ba5c93 2024-11-20T14:25:25,529 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0f0be899f04224b6f94a0878b98d351/A of c0f0be899f04224b6f94a0878b98d351 into 4b97d29a439f4fd7b524caf138ba5c93(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:25,529 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:25,529 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351., storeName=c0f0be899f04224b6f94a0878b98d351/A, priority=13, startTime=1732112725475; duration=0sec 2024-11-20T14:25:25,530 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:25:25,530 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f0be899f04224b6f94a0878b98d351:A 2024-11-20T14:25:25,530 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:25:25,531 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:25:25,531 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): c0f0be899f04224b6f94a0878b98d351/C is initiating minor compaction (all files) 2024-11-20T14:25:25,531 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0f0be899f04224b6f94a0878b98d351/C in TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:25,531 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/63224500ea6c41cbad83dccb07184025, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/790875f12d41479fb05bdb4714be099f, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/b171854f02af4a02bbf7023110ca1248] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp, totalSize=35.3 K 2024-11-20T14:25:25,532 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63224500ea6c41cbad83dccb07184025, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732112723050 2024-11-20T14:25:25,533 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 790875f12d41479fb05bdb4714be099f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732112724177 2024-11-20T14:25:25,533 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting b171854f02af4a02bbf7023110ca1248, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732112724797 2024-11-20T14:25:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on c0f0be899f04224b6f94a0878b98d351 2024-11-20T14:25:25,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c0f0be899f04224b6f94a0878b98d351 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T14:25:25,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=A 2024-11-20T14:25:25,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:25,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=B 2024-11-20T14:25:25,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:25,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=C 2024-11-20T14:25:25,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:25,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/d66deba7274640eaa4b97324ea0ad82b is 50, key is test_row_0/A:col10/1732112725427/Put/seqid=0 2024-11-20T14:25:25,548 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f0be899f04224b6f94a0878b98d351#C#compaction#227 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:25,548 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/fe0171f3694b4fec9aae0d776285cf77 is 50, key is test_row_0/C:col10/1732112725411/Put/seqid=0 2024-11-20T14:25:25,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742100_1276 (size=12207) 2024-11-20T14:25:25,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742099_1275 (size=14341) 2024-11-20T14:25:25,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/d66deba7274640eaa4b97324ea0ad82b 2024-11-20T14:25:25,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112785553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:25,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112785553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:25,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112785553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:25,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112785555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:25,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112785556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:25,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/6593fa0e3f394a678f0cf650ed15a2f3 is 50, key is test_row_0/B:col10/1732112725427/Put/seqid=0 2024-11-20T14:25:25,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742101_1277 (size=12001) 2024-11-20T14:25:25,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/6593fa0e3f394a678f0cf650ed15a2f3 2024-11-20T14:25:25,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/cefdca67b67e4c4a97149c122e10c821 is 50, key is test_row_0/C:col10/1732112725427/Put/seqid=0 2024-11-20T14:25:25,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742102_1278 (size=12001) 2024-11-20T14:25:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-20T14:25:25,596 INFO [Thread-1172 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-20T14:25:25,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:25:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-20T14:25:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T14:25:25,599 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:25:25,600 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:25:25,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:25:25,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112785659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:25,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112785660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:25,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112785660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:25,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112785660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:25,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112785661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T14:25:25,751 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:25,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T14:25:25,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:25,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. as already flushing 2024-11-20T14:25:25,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:25,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:25,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:25,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:25,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112785861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:25,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112785862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:25,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112785862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:25,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112785863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:25,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112785864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T14:25:25,906 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:25,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T14:25:25,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:25,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. as already flushing 2024-11-20T14:25:25,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:25,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:25,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:25,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:25,920 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/ffa814498f9c434492ba946f35c6e1a2 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/ffa814498f9c434492ba946f35c6e1a2 2024-11-20T14:25:25,925 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0f0be899f04224b6f94a0878b98d351/B of c0f0be899f04224b6f94a0878b98d351 into ffa814498f9c434492ba946f35c6e1a2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:25,925 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:25,925 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351., storeName=c0f0be899f04224b6f94a0878b98d351/B, priority=13, startTime=1732112725475; duration=0sec 2024-11-20T14:25:25,925 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:25,925 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f0be899f04224b6f94a0878b98d351:B 2024-11-20T14:25:25,959 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/fe0171f3694b4fec9aae0d776285cf77 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/fe0171f3694b4fec9aae0d776285cf77 2024-11-20T14:25:25,964 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0f0be899f04224b6f94a0878b98d351/C of c0f0be899f04224b6f94a0878b98d351 into fe0171f3694b4fec9aae0d776285cf77(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:25,964 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:25,964 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351., storeName=c0f0be899f04224b6f94a0878b98d351/C, priority=13, startTime=1732112725475; duration=0sec 2024-11-20T14:25:25,964 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:25,964 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f0be899f04224b6f94a0878b98d351:C 2024-11-20T14:25:25,994 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/cefdca67b67e4c4a97149c122e10c821 2024-11-20T14:25:26,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/d66deba7274640eaa4b97324ea0ad82b as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/d66deba7274640eaa4b97324ea0ad82b 2024-11-20T14:25:26,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/d66deba7274640eaa4b97324ea0ad82b, entries=200, sequenceid=117, filesize=14.0 K 2024-11-20T14:25:26,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/6593fa0e3f394a678f0cf650ed15a2f3 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/6593fa0e3f394a678f0cf650ed15a2f3 2024-11-20T14:25:26,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/6593fa0e3f394a678f0cf650ed15a2f3, entries=150, sequenceid=117, filesize=11.7 K 2024-11-20T14:25:26,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/cefdca67b67e4c4a97149c122e10c821 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/cefdca67b67e4c4a97149c122e10c821 2024-11-20T14:25:26,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/cefdca67b67e4c4a97149c122e10c821, entries=150, sequenceid=117, filesize=11.7 K 2024-11-20T14:25:26,016 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for c0f0be899f04224b6f94a0878b98d351 in 482ms, sequenceid=117, compaction requested=false 2024-11-20T14:25:26,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:26,059 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:26,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T14:25:26,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:26,060 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing c0f0be899f04224b6f94a0878b98d351 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T14:25:26,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=A 2024-11-20T14:25:26,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:26,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=B 2024-11-20T14:25:26,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:26,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=C 2024-11-20T14:25:26,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:26,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/c95f00555de842acad70b73ce61090f0 is 50, key is test_row_0/A:col10/1732112725553/Put/seqid=0 2024-11-20T14:25:26,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742103_1279 (size=12051) 2024-11-20T14:25:26,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on c0f0be899f04224b6f94a0878b98d351 2024-11-20T14:25:26,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. as already flushing 2024-11-20T14:25:26,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:26,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112786180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:26,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:26,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:26,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112786181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:26,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112786182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:26,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:26,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112786182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:26,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:26,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112786183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T14:25:26,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:26,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112786283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:26,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:26,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112786285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:26,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:26,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112786285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:26,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:26,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112786286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:26,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:26,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112786286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:26,473 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/c95f00555de842acad70b73ce61090f0 2024-11-20T14:25:26,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/5551a971ca504b7086266e2736685b72 is 50, key is test_row_0/B:col10/1732112725553/Put/seqid=0 2024-11-20T14:25:26,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742104_1280 (size=12051) 2024-11-20T14:25:26,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112786487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:26,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112786488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:26,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112786489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:26,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:26,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112786490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112786490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:26,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T14:25:26,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112786791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:26,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112786791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:26,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112786792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:26,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:26,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112786794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:26,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:26,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112786794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:26,886 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/5551a971ca504b7086266e2736685b72 2024-11-20T14:25:26,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/5e2d46e3cc934e9ca9fd56215e6cdf95 is 50, key is test_row_0/C:col10/1732112725553/Put/seqid=0 2024-11-20T14:25:26,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742105_1281 (size=12051) 2024-11-20T14:25:26,899 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/5e2d46e3cc934e9ca9fd56215e6cdf95 2024-11-20T14:25:26,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/c95f00555de842acad70b73ce61090f0 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/c95f00555de842acad70b73ce61090f0 2024-11-20T14:25:26,907 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/c95f00555de842acad70b73ce61090f0, entries=150, sequenceid=132, filesize=11.8 K 2024-11-20T14:25:26,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/5551a971ca504b7086266e2736685b72 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/5551a971ca504b7086266e2736685b72 2024-11-20T14:25:26,912 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/5551a971ca504b7086266e2736685b72, entries=150, sequenceid=132, filesize=11.8 K 2024-11-20T14:25:26,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/5e2d46e3cc934e9ca9fd56215e6cdf95 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/5e2d46e3cc934e9ca9fd56215e6cdf95 2024-11-20T14:25:26,917 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/5e2d46e3cc934e9ca9fd56215e6cdf95, entries=150, sequenceid=132, filesize=11.8 K 2024-11-20T14:25:26,918 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for c0f0be899f04224b6f94a0878b98d351 in 859ms, sequenceid=132, compaction requested=true 2024-11-20T14:25:26,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:26,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:26,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-20T14:25:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-20T14:25:26,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-20T14:25:26,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3190 sec 2024-11-20T14:25:26,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.3240 sec 2024-11-20T14:25:27,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on c0f0be899f04224b6f94a0878b98d351 2024-11-20T14:25:27,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c0f0be899f04224b6f94a0878b98d351 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T14:25:27,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=A 2024-11-20T14:25:27,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:27,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=B 2024-11-20T14:25:27,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:27,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=C 2024-11-20T14:25:27,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:27,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/e4e85556e7414f3c9ead33a9cea183f2 is 50, key is test_row_0/A:col10/1732112727296/Put/seqid=0 2024-11-20T14:25:27,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:27,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112787301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:27,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:27,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112787301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:27,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112787302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:27,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742106_1282 (size=14541) 2024-11-20T14:25:27,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:27,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112787303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:27,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:27,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112787304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:27,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:27,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:27,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112787406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:27,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112787406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:27,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:27,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112787407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:27,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:27,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112787408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:27,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:27,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112787408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:27,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:27,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112787610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:27,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:27,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112787610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:27,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:27,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112787611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:27,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:27,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112787611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:27,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:27,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112787611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:27,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T14:25:27,703 INFO [Thread-1172 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-20T14:25:27,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:25:27,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-20T14:25:27,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T14:25:27,706 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:25:27,707 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:25:27,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:25:27,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/e4e85556e7414f3c9ead33a9cea183f2 2024-11-20T14:25:27,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/99f5ab420d7d4817b36922b3ef1005a8 is 50, key is test_row_0/B:col10/1732112727296/Put/seqid=0 2024-11-20T14:25:27,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742107_1283 (size=12151) 2024-11-20T14:25:27,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/99f5ab420d7d4817b36922b3ef1005a8 2024-11-20T14:25:27,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/b147f1fca101400982ab7f3e4a6127b7 is 50, key is test_row_0/C:col10/1732112727296/Put/seqid=0 2024-11-20T14:25:27,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742108_1284 (size=12151) 2024-11-20T14:25:27,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/b147f1fca101400982ab7f3e4a6127b7 2024-11-20T14:25:27,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/e4e85556e7414f3c9ead33a9cea183f2 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/e4e85556e7414f3c9ead33a9cea183f2 2024-11-20T14:25:27,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/e4e85556e7414f3c9ead33a9cea183f2, entries=200, sequenceid=158, filesize=14.2 K 2024-11-20T14:25:27,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/99f5ab420d7d4817b36922b3ef1005a8 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/99f5ab420d7d4817b36922b3ef1005a8 2024-11-20T14:25:27,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/99f5ab420d7d4817b36922b3ef1005a8, entries=150, sequenceid=158, filesize=11.9 K 2024-11-20T14:25:27,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/b147f1fca101400982ab7f3e4a6127b7 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/b147f1fca101400982ab7f3e4a6127b7 2024-11-20T14:25:27,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/b147f1fca101400982ab7f3e4a6127b7, entries=150, sequenceid=158, filesize=11.9 K 2024-11-20T14:25:27,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c0f0be899f04224b6f94a0878b98d351 in 471ms, sequenceid=158, compaction requested=true 2024-11-20T14:25:27,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:27,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f0be899f04224b6f94a0878b98d351:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:25:27,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:27,768 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T14:25:27,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f0be899f04224b6f94a0878b98d351:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:25:27,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:27,768 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T14:25:27,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f0be899f04224b6f94a0878b98d351:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:25:27,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:25:27,769 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53140 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T14:25:27,769 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): c0f0be899f04224b6f94a0878b98d351/A is initiating minor compaction (all files) 2024-11-20T14:25:27,770 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0f0be899f04224b6f94a0878b98d351/A in TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:27,770 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/4b97d29a439f4fd7b524caf138ba5c93, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/d66deba7274640eaa4b97324ea0ad82b, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/c95f00555de842acad70b73ce61090f0, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/e4e85556e7414f3c9ead33a9cea183f2] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp, totalSize=51.9 K 2024-11-20T14:25:27,770 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T14:25:27,770 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): c0f0be899f04224b6f94a0878b98d351/B is initiating minor compaction (all files) 2024-11-20T14:25:27,770 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0f0be899f04224b6f94a0878b98d351/B in TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:27,770 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/ffa814498f9c434492ba946f35c6e1a2, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/6593fa0e3f394a678f0cf650ed15a2f3, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/5551a971ca504b7086266e2736685b72, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/99f5ab420d7d4817b36922b3ef1005a8] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp, totalSize=47.3 K 2024-11-20T14:25:27,771 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting ffa814498f9c434492ba946f35c6e1a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732112724797 2024-11-20T14:25:27,771 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b97d29a439f4fd7b524caf138ba5c93, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732112724797 2024-11-20T14:25:27,771 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 6593fa0e3f394a678f0cf650ed15a2f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732112725427 2024-11-20T14:25:27,771 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting d66deba7274640eaa4b97324ea0ad82b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732112725427 2024-11-20T14:25:27,772 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting c95f00555de842acad70b73ce61090f0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732112725552 2024-11-20T14:25:27,772 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 5551a971ca504b7086266e2736685b72, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732112725552 2024-11-20T14:25:27,773 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 99f5ab420d7d4817b36922b3ef1005a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732112726179 2024-11-20T14:25:27,773 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4e85556e7414f3c9ead33a9cea183f2, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732112726179 2024-11-20T14:25:27,786 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f0be899f04224b6f94a0878b98d351#B#compaction#236 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:27,787 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/3ad6602e17644853a1155c10f25a170e is 50, key is test_row_0/B:col10/1732112727296/Put/seqid=0 2024-11-20T14:25:27,787 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f0be899f04224b6f94a0878b98d351#A#compaction#237 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:27,788 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/cfd230c300af43f281ee74b208882a5c is 50, key is test_row_0/A:col10/1732112727296/Put/seqid=0 2024-11-20T14:25:27,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742109_1285 (size=12493) 2024-11-20T14:25:27,804 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/3ad6602e17644853a1155c10f25a170e as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/3ad6602e17644853a1155c10f25a170e 2024-11-20T14:25:27,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T14:25:27,811 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c0f0be899f04224b6f94a0878b98d351/B of c0f0be899f04224b6f94a0878b98d351 into 3ad6602e17644853a1155c10f25a170e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:27,811 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:27,811 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351., storeName=c0f0be899f04224b6f94a0878b98d351/B, priority=12, startTime=1732112727768; duration=0sec 2024-11-20T14:25:27,811 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:25:27,811 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f0be899f04224b6f94a0878b98d351:B 2024-11-20T14:25:27,811 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T14:25:27,813 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T14:25:27,813 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): c0f0be899f04224b6f94a0878b98d351/C is initiating minor compaction (all files) 2024-11-20T14:25:27,813 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0f0be899f04224b6f94a0878b98d351/C in TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:27,813 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/fe0171f3694b4fec9aae0d776285cf77, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/cefdca67b67e4c4a97149c122e10c821, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/5e2d46e3cc934e9ca9fd56215e6cdf95, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/b147f1fca101400982ab7f3e4a6127b7] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp, totalSize=47.3 K 2024-11-20T14:25:27,813 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting fe0171f3694b4fec9aae0d776285cf77, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732112724797 2024-11-20T14:25:27,814 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting cefdca67b67e4c4a97149c122e10c821, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732112725427 2024-11-20T14:25:27,814 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e2d46e3cc934e9ca9fd56215e6cdf95, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732112725552 2024-11-20T14:25:27,814 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting b147f1fca101400982ab7f3e4a6127b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732112726179 2024-11-20T14:25:27,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742110_1286 (size=12493) 2024-11-20T14:25:27,824 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/cfd230c300af43f281ee74b208882a5c as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/cfd230c300af43f281ee74b208882a5c 2024-11-20T14:25:27,824 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f0be899f04224b6f94a0878b98d351#C#compaction#238 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:27,825 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/3fe9326a704a468983426f367868d226 is 50, key is test_row_0/C:col10/1732112727296/Put/seqid=0 2024-11-20T14:25:27,829 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c0f0be899f04224b6f94a0878b98d351/A of c0f0be899f04224b6f94a0878b98d351 into cfd230c300af43f281ee74b208882a5c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:27,829 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:27,829 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351., storeName=c0f0be899f04224b6f94a0878b98d351/A, priority=12, startTime=1732112727767; duration=0sec 2024-11-20T14:25:27,829 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:27,829 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f0be899f04224b6f94a0878b98d351:A 2024-11-20T14:25:27,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742111_1287 (size=12493) 2024-11-20T14:25:27,841 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/3fe9326a704a468983426f367868d226 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/3fe9326a704a468983426f367868d226 2024-11-20T14:25:27,849 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c0f0be899f04224b6f94a0878b98d351/C of c0f0be899f04224b6f94a0878b98d351 into 3fe9326a704a468983426f367868d226(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:27,849 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:27,849 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351., storeName=c0f0be899f04224b6f94a0878b98d351/C, priority=12, startTime=1732112727768; duration=0sec 2024-11-20T14:25:27,849 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:27,849 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f0be899f04224b6f94a0878b98d351:C 2024-11-20T14:25:27,858 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:27,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-20T14:25:27,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:27,859 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing c0f0be899f04224b6f94a0878b98d351 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T14:25:27,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=A 2024-11-20T14:25:27,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:27,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=B 2024-11-20T14:25:27,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:27,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=C 2024-11-20T14:25:27,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:27,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/8c1ae375299b4446ab7db609846be489 is 50, key is test_row_0/A:col10/1732112727302/Put/seqid=0 2024-11-20T14:25:27,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742112_1288 (size=12151) 2024-11-20T14:25:27,887 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/8c1ae375299b4446ab7db609846be489 2024-11-20T14:25:27,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/8435da54e7204576beb4e59991f03356 is 50, key is test_row_0/B:col10/1732112727302/Put/seqid=0 2024-11-20T14:25:27,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742113_1289 (size=12151) 2024-11-20T14:25:27,913 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/8435da54e7204576beb4e59991f03356 2024-11-20T14:25:27,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. as already flushing 2024-11-20T14:25:27,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on c0f0be899f04224b6f94a0878b98d351 2024-11-20T14:25:27,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/bca9043b8a4f4b0c995348acf1a0c270 is 50, key is test_row_0/C:col10/1732112727302/Put/seqid=0 2024-11-20T14:25:27,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742114_1290 (size=12151) 2024-11-20T14:25:27,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:27,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112787935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:27,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:27,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112787935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:27,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112787937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:27,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112787937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:27,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112787939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T14:25:28,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:28,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112788039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:28,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:28,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112788039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:28,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:28,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112788040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:28,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:28,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112788041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:28,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112788042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:28,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:28,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112788243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112788243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:28,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:28,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112788243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112788243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:28,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:28,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112788245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:28,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T14:25:28,326 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/bca9043b8a4f4b0c995348acf1a0c270 2024-11-20T14:25:28,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/8c1ae375299b4446ab7db609846be489 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/8c1ae375299b4446ab7db609846be489 2024-11-20T14:25:28,335 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/8c1ae375299b4446ab7db609846be489, entries=150, sequenceid=171, filesize=11.9 K 2024-11-20T14:25:28,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/8435da54e7204576beb4e59991f03356 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/8435da54e7204576beb4e59991f03356 2024-11-20T14:25:28,340 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/8435da54e7204576beb4e59991f03356, entries=150, sequenceid=171, filesize=11.9 K 2024-11-20T14:25:28,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/bca9043b8a4f4b0c995348acf1a0c270 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/bca9043b8a4f4b0c995348acf1a0c270 2024-11-20T14:25:28,345 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/bca9043b8a4f4b0c995348acf1a0c270, entries=150, sequenceid=171, filesize=11.9 K 2024-11-20T14:25:28,346 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for c0f0be899f04224b6f94a0878b98d351 in 487ms, sequenceid=171, compaction requested=false 2024-11-20T14:25:28,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:28,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:28,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-20T14:25:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-20T14:25:28,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-20T14:25:28,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 640 msec 2024-11-20T14:25:28,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 645 msec 2024-11-20T14:25:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on c0f0be899f04224b6f94a0878b98d351 2024-11-20T14:25:28,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c0f0be899f04224b6f94a0878b98d351 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-20T14:25:28,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=A 2024-11-20T14:25:28,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:28,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=B 2024-11-20T14:25:28,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:28,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=C 2024-11-20T14:25:28,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:28,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/822423a11a6c4e6b84982da4dd9badb2 is 50, key is test_row_0/A:col10/1732112728549/Put/seqid=0 2024-11-20T14:25:28,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112788552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:28,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112788554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:28,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:28,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112788555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112788556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:28,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112788556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:28,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742115_1291 (size=12151) 2024-11-20T14:25:28,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112788656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:28,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112788658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:28,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112788659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:28,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112788659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:28,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112788659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T14:25:28,810 INFO [Thread-1172 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-20T14:25:28,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:25:28,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-20T14:25:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T14:25:28,813 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:25:28,813 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:25:28,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:25:28,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112788859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:28,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112788862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:28,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112788862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:28,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112788862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:28,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112788862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:28,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T14:25:28,965 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:28,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T14:25:28,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:28,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. as already flushing 2024-11-20T14:25:28,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:28,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:28,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:28,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/822423a11a6c4e6b84982da4dd9badb2 2024-11-20T14:25:28,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/3726ae4eef7d4bd4b7286edb8fb2e114 is 50, key is test_row_0/B:col10/1732112728549/Put/seqid=0 2024-11-20T14:25:28,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742116_1292 (size=12151) 2024-11-20T14:25:28,984 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/3726ae4eef7d4bd4b7286edb8fb2e114 2024-11-20T14:25:28,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/00711a45c7564e1889514b8f2067aa08 is 50, key is test_row_0/C:col10/1732112728549/Put/seqid=0 2024-11-20T14:25:28,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742117_1293 (size=12151) 2024-11-20T14:25:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T14:25:29,118 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:29,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T14:25:29,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:29,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. as already flushing 2024-11-20T14:25:29,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:29,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:29,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:29,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112789161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:29,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112789163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:29,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112789164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:29,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112789164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:29,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112789167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:29,270 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:29,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T14:25:29,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:29,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. as already flushing 2024-11-20T14:25:29,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:29,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:29,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:29,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/00711a45c7564e1889514b8f2067aa08 2024-11-20T14:25:29,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/822423a11a6c4e6b84982da4dd9badb2 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/822423a11a6c4e6b84982da4dd9badb2 2024-11-20T14:25:29,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/822423a11a6c4e6b84982da4dd9badb2, entries=150, sequenceid=200, filesize=11.9 K 2024-11-20T14:25:29,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/3726ae4eef7d4bd4b7286edb8fb2e114 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/3726ae4eef7d4bd4b7286edb8fb2e114 2024-11-20T14:25:29,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/3726ae4eef7d4bd4b7286edb8fb2e114, entries=150, sequenceid=200, filesize=11.9 K 2024-11-20T14:25:29,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/00711a45c7564e1889514b8f2067aa08 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/00711a45c7564e1889514b8f2067aa08 2024-11-20T14:25:29,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/00711a45c7564e1889514b8f2067aa08, entries=150, sequenceid=200, filesize=11.9 K 2024-11-20T14:25:29,414 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for c0f0be899f04224b6f94a0878b98d351 in 865ms, sequenceid=200, compaction requested=true 2024-11-20T14:25:29,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:29,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f0be899f04224b6f94a0878b98d351:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:25:29,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:29,415 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:25:29,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f0be899f04224b6f94a0878b98d351:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:25:29,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:29,415 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:25:29,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f0be899f04224b6f94a0878b98d351:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:25:29,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:25:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T14:25:29,416 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:25:29,416 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): c0f0be899f04224b6f94a0878b98d351/A is initiating minor compaction (all files) 2024-11-20T14:25:29,416 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0f0be899f04224b6f94a0878b98d351/A in TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:29,416 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/cfd230c300af43f281ee74b208882a5c, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/8c1ae375299b4446ab7db609846be489, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/822423a11a6c4e6b84982da4dd9badb2] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp, totalSize=35.9 K 2024-11-20T14:25:29,416 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfd230c300af43f281ee74b208882a5c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732112726179 2024-11-20T14:25:29,417 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:25:29,417 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c1ae375299b4446ab7db609846be489, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732112727300 2024-11-20T14:25:29,417 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): c0f0be899f04224b6f94a0878b98d351/B is initiating minor compaction (all files) 2024-11-20T14:25:29,417 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0f0be899f04224b6f94a0878b98d351/B in TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:29,417 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/3ad6602e17644853a1155c10f25a170e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/8435da54e7204576beb4e59991f03356, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/3726ae4eef7d4bd4b7286edb8fb2e114] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp, totalSize=35.9 K 2024-11-20T14:25:29,417 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 822423a11a6c4e6b84982da4dd9badb2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732112727929 2024-11-20T14:25:29,417 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ad6602e17644853a1155c10f25a170e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732112726179 2024-11-20T14:25:29,418 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 8435da54e7204576beb4e59991f03356, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732112727300 2024-11-20T14:25:29,418 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 3726ae4eef7d4bd4b7286edb8fb2e114, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732112727929 2024-11-20T14:25:29,424 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:29,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T14:25:29,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:29,424 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing c0f0be899f04224b6f94a0878b98d351 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T14:25:29,424 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f0be899f04224b6f94a0878b98d351#A#compaction#245 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:29,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=A 2024-11-20T14:25:29,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:29,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=B 2024-11-20T14:25:29,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:29,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=C 2024-11-20T14:25:29,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:29,425 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/c4cf4a595320471cbdec627dcb85ad35 is 50, key is test_row_0/A:col10/1732112728549/Put/seqid=0 2024-11-20T14:25:29,427 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f0be899f04224b6f94a0878b98d351#B#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:29,428 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/edcc7c3ff1d145fa810c92926b795083 is 50, key is test_row_0/B:col10/1732112728549/Put/seqid=0 2024-11-20T14:25:29,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742118_1294 (size=12595) 2024-11-20T14:25:29,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/6baa3928e2ca4b218e21bf445c328a4e is 50, key is test_row_0/A:col10/1732112728554/Put/seqid=0 2024-11-20T14:25:29,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742119_1295 (size=12595) 2024-11-20T14:25:29,441 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/edcc7c3ff1d145fa810c92926b795083 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/edcc7c3ff1d145fa810c92926b795083 2024-11-20T14:25:29,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742120_1296 (size=12151) 2024-11-20T14:25:29,448 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0f0be899f04224b6f94a0878b98d351/B of c0f0be899f04224b6f94a0878b98d351 into edcc7c3ff1d145fa810c92926b795083(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:29,448 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:29,448 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351., storeName=c0f0be899f04224b6f94a0878b98d351/B, priority=13, startTime=1732112729415; duration=0sec 2024-11-20T14:25:29,448 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:25:29,448 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f0be899f04224b6f94a0878b98d351:B 2024-11-20T14:25:29,448 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:25:29,449 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:25:29,449 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): c0f0be899f04224b6f94a0878b98d351/C is initiating minor compaction (all files) 2024-11-20T14:25:29,450 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0f0be899f04224b6f94a0878b98d351/C in TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:29,450 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/3fe9326a704a468983426f367868d226, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/bca9043b8a4f4b0c995348acf1a0c270, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/00711a45c7564e1889514b8f2067aa08] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp, totalSize=35.9 K 2024-11-20T14:25:29,450 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fe9326a704a468983426f367868d226, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732112726179 2024-11-20T14:25:29,450 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting bca9043b8a4f4b0c995348acf1a0c270, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732112727300 2024-11-20T14:25:29,451 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 00711a45c7564e1889514b8f2067aa08, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732112727929 2024-11-20T14:25:29,458 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f0be899f04224b6f94a0878b98d351#C#compaction#248 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:29,458 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/6f2ad438b95b4193b4e9031d49bc7cc9 is 50, key is test_row_0/C:col10/1732112728549/Put/seqid=0 2024-11-20T14:25:29,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742121_1297 (size=12595) 2024-11-20T14:25:29,468 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/6f2ad438b95b4193b4e9031d49bc7cc9 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/6f2ad438b95b4193b4e9031d49bc7cc9 2024-11-20T14:25:29,472 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0f0be899f04224b6f94a0878b98d351/C of c0f0be899f04224b6f94a0878b98d351 into 6f2ad438b95b4193b4e9031d49bc7cc9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:29,472 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:29,472 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351., storeName=c0f0be899f04224b6f94a0878b98d351/C, priority=13, startTime=1732112729415; duration=0sec 2024-11-20T14:25:29,472 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:29,472 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f0be899f04224b6f94a0878b98d351:C 2024-11-20T14:25:29,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on c0f0be899f04224b6f94a0878b98d351 2024-11-20T14:25:29,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. as already flushing 2024-11-20T14:25:29,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:29,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112789687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:29,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:29,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112789687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:29,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:29,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112789688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:29,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112789689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:29,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112789689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:29,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112789791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:29,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:29,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112789791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:29,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112789792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:29,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112789793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:29,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112789793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:29,835 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/c4cf4a595320471cbdec627dcb85ad35 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/c4cf4a595320471cbdec627dcb85ad35 2024-11-20T14:25:29,839 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0f0be899f04224b6f94a0878b98d351/A of c0f0be899f04224b6f94a0878b98d351 into c4cf4a595320471cbdec627dcb85ad35(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:29,839 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:29,839 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351., storeName=c0f0be899f04224b6f94a0878b98d351/A, priority=13, startTime=1732112729415; duration=0sec 2024-11-20T14:25:29,840 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:29,840 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f0be899f04224b6f94a0878b98d351:A 2024-11-20T14:25:29,845 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/6baa3928e2ca4b218e21bf445c328a4e 2024-11-20T14:25:29,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/a9baa3e99acc483684f23c37619e7bd1 is 50, key is test_row_0/B:col10/1732112728554/Put/seqid=0 2024-11-20T14:25:29,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742122_1298 (size=12151) 2024-11-20T14:25:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T14:25:29,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:29,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112789992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:29,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:29,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112789992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:29,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:29,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112789997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:29,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:29,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:29,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112789997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:29,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112789997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:30,271 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/a9baa3e99acc483684f23c37619e7bd1 2024-11-20T14:25:30,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/bf256a6f7d824faa8f99d5b2b1c53e23 is 50, key is test_row_0/C:col10/1732112728554/Put/seqid=0 2024-11-20T14:25:30,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742123_1299 (size=12151) 2024-11-20T14:25:30,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112790295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:30,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112790297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:30,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112790299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:30,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112790300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:30,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112790300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:30,682 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/bf256a6f7d824faa8f99d5b2b1c53e23 2024-11-20T14:25:30,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/6baa3928e2ca4b218e21bf445c328a4e as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/6baa3928e2ca4b218e21bf445c328a4e 2024-11-20T14:25:30,691 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/6baa3928e2ca4b218e21bf445c328a4e, entries=150, sequenceid=208, filesize=11.9 K 2024-11-20T14:25:30,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/a9baa3e99acc483684f23c37619e7bd1 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/a9baa3e99acc483684f23c37619e7bd1 2024-11-20T14:25:30,695 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/a9baa3e99acc483684f23c37619e7bd1, entries=150, sequenceid=208, filesize=11.9 K 2024-11-20T14:25:30,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/bf256a6f7d824faa8f99d5b2b1c53e23 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/bf256a6f7d824faa8f99d5b2b1c53e23 2024-11-20T14:25:30,700 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/bf256a6f7d824faa8f99d5b2b1c53e23, entries=150, sequenceid=208, filesize=11.9 K 2024-11-20T14:25:30,701 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for c0f0be899f04224b6f94a0878b98d351 in 1277ms, sequenceid=208, compaction requested=false 2024-11-20T14:25:30,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:30,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:30,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-20T14:25:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-20T14:25:30,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-20T14:25:30,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8880 sec 2024-11-20T14:25:30,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.8930 sec 2024-11-20T14:25:30,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on c0f0be899f04224b6f94a0878b98d351 2024-11-20T14:25:30,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c0f0be899f04224b6f94a0878b98d351 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-20T14:25:30,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=A 2024-11-20T14:25:30,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:30,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=B 2024-11-20T14:25:30,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:30,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=C 2024-11-20T14:25:30,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:30,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/04a6641c2da7420991e18e1899ac6470 is 50, key is test_row_0/A:col10/1732112730800/Put/seqid=0 2024-11-20T14:25:30,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:30,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112790804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:30,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:30,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112790805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:30,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:30,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:30,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:30,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112790806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:30,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112790806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:30,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112790806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:30,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742124_1300 (size=12151) 2024-11-20T14:25:30,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:30,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112790907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:30,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112790909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:30,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112790910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:30,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112790910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:30,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T14:25:30,917 INFO [Thread-1172 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-20T14:25:30,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:25:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-20T14:25:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T14:25:30,919 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:25:30,920 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:25:30,920 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:25:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T14:25:31,071 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:31,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-20T14:25:31,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:31,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. as already flushing 2024-11-20T14:25:31,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:31,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:31,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:31,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112791111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:31,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:31,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112791112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112791112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:31,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:31,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112791112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:31,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/04a6641c2da7420991e18e1899ac6470 2024-11-20T14:25:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T14:25:31,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/aac7fc10574b40de941e7a3d47717d3e is 50, key is test_row_0/B:col10/1732112730800/Put/seqid=0 2024-11-20T14:25:31,224 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:31,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-20T14:25:31,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:31,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. as already flushing 2024-11-20T14:25:31,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:31,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:31,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:31,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742125_1301 (size=12151) 2024-11-20T14:25:31,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/aac7fc10574b40de941e7a3d47717d3e 2024-11-20T14:25:31,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/10dbb353a5c04be1b0f90559a368acc4 is 50, key is test_row_0/C:col10/1732112730800/Put/seqid=0 2024-11-20T14:25:31,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742126_1302 (size=12151) 2024-11-20T14:25:31,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/10dbb353a5c04be1b0f90559a368acc4 2024-11-20T14:25:31,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/04a6641c2da7420991e18e1899ac6470 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/04a6641c2da7420991e18e1899ac6470 2024-11-20T14:25:31,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/04a6641c2da7420991e18e1899ac6470, entries=150, sequenceid=240, filesize=11.9 K 2024-11-20T14:25:31,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/aac7fc10574b40de941e7a3d47717d3e as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/aac7fc10574b40de941e7a3d47717d3e 2024-11-20T14:25:31,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/aac7fc10574b40de941e7a3d47717d3e, entries=150, sequenceid=240, filesize=11.9 K 2024-11-20T14:25:31,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/10dbb353a5c04be1b0f90559a368acc4 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/10dbb353a5c04be1b0f90559a368acc4 2024-11-20T14:25:31,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/10dbb353a5c04be1b0f90559a368acc4, entries=150, sequenceid=240, filesize=11.9 K 2024-11-20T14:25:31,264 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for c0f0be899f04224b6f94a0878b98d351 in 463ms, sequenceid=240, compaction requested=true 2024-11-20T14:25:31,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:31,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f0be899f04224b6f94a0878b98d351:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:25:31,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:31,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f0be899f04224b6f94a0878b98d351:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:25:31,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:31,265 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:25:31,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f0be899f04224b6f94a0878b98d351:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:25:31,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:25:31,265 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:25:31,266 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:25:31,266 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): c0f0be899f04224b6f94a0878b98d351/B is initiating minor compaction (all files) 2024-11-20T14:25:31,266 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:25:31,266 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0f0be899f04224b6f94a0878b98d351/B in TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:31,266 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): c0f0be899f04224b6f94a0878b98d351/A is initiating minor compaction (all files) 2024-11-20T14:25:31,266 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0f0be899f04224b6f94a0878b98d351/A in TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:31,266 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/edcc7c3ff1d145fa810c92926b795083, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/a9baa3e99acc483684f23c37619e7bd1, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/aac7fc10574b40de941e7a3d47717d3e] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp, totalSize=36.0 K 2024-11-20T14:25:31,266 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/c4cf4a595320471cbdec627dcb85ad35, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/6baa3928e2ca4b218e21bf445c328a4e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/04a6641c2da7420991e18e1899ac6470] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp, totalSize=36.0 K 2024-11-20T14:25:31,267 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting edcc7c3ff1d145fa810c92926b795083, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732112727929 2024-11-20T14:25:31,267 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4cf4a595320471cbdec627dcb85ad35, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732112727929 2024-11-20T14:25:31,267 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6baa3928e2ca4b218e21bf445c328a4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732112728551 2024-11-20T14:25:31,268 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting a9baa3e99acc483684f23c37619e7bd1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732112728551 2024-11-20T14:25:31,268 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04a6641c2da7420991e18e1899ac6470, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732112729687 2024-11-20T14:25:31,268 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting aac7fc10574b40de941e7a3d47717d3e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732112729687 2024-11-20T14:25:31,277 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f0be899f04224b6f94a0878b98d351#B#compaction#254 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:31,278 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f0be899f04224b6f94a0878b98d351#A#compaction#255 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:31,278 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/0f6e6b2307a44cbe9edd13a45dfcfca3 is 50, key is test_row_0/A:col10/1732112730800/Put/seqid=0 2024-11-20T14:25:31,278 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/28217ea2d5484e4ca2257d780c4d2074 is 50, key is test_row_0/B:col10/1732112730800/Put/seqid=0 2024-11-20T14:25:31,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742127_1303 (size=12697) 2024-11-20T14:25:31,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742128_1304 (size=12697) 2024-11-20T14:25:31,304 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/0f6e6b2307a44cbe9edd13a45dfcfca3 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/0f6e6b2307a44cbe9edd13a45dfcfca3 2024-11-20T14:25:31,309 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0f0be899f04224b6f94a0878b98d351/A of c0f0be899f04224b6f94a0878b98d351 into 0f6e6b2307a44cbe9edd13a45dfcfca3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:31,309 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:31,309 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351., storeName=c0f0be899f04224b6f94a0878b98d351/A, priority=13, startTime=1732112731265; duration=0sec 2024-11-20T14:25:31,309 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:25:31,309 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f0be899f04224b6f94a0878b98d351:A 2024-11-20T14:25:31,309 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:25:31,310 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:25:31,310 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): c0f0be899f04224b6f94a0878b98d351/C is initiating minor compaction (all files) 2024-11-20T14:25:31,310 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0f0be899f04224b6f94a0878b98d351/C in TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:31,310 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/6f2ad438b95b4193b4e9031d49bc7cc9, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/bf256a6f7d824faa8f99d5b2b1c53e23, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/10dbb353a5c04be1b0f90559a368acc4] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp, totalSize=36.0 K 2024-11-20T14:25:31,311 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f2ad438b95b4193b4e9031d49bc7cc9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732112727929 2024-11-20T14:25:31,311 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf256a6f7d824faa8f99d5b2b1c53e23, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732112728551 2024-11-20T14:25:31,311 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10dbb353a5c04be1b0f90559a368acc4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732112729687 2024-11-20T14:25:31,322 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f0be899f04224b6f94a0878b98d351#C#compaction#256 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:31,322 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/663feab17c194c118a954b23ed16d101 is 50, key is test_row_0/C:col10/1732112730800/Put/seqid=0 2024-11-20T14:25:31,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742129_1305 (size=12697) 2024-11-20T14:25:31,377 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:31,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-20T14:25:31,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:31,378 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing c0f0be899f04224b6f94a0878b98d351 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T14:25:31,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=A 2024-11-20T14:25:31,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:31,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=B 2024-11-20T14:25:31,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:31,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=C 2024-11-20T14:25:31,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:31,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/27d3b7dcaae74cabbbc6bff676b5f297 is 50, key is test_row_0/A:col10/1732112730803/Put/seqid=0 2024-11-20T14:25:31,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742130_1306 (size=9757) 2024-11-20T14:25:31,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on c0f0be899f04224b6f94a0878b98d351 2024-11-20T14:25:31,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. as already flushing 2024-11-20T14:25:31,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112791438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:31,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112791438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:31,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112791439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:31,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112791439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T14:25:31,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:31,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112791542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:31,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:31,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112791542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112791542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:31,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112791542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:31,703 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/28217ea2d5484e4ca2257d780c4d2074 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/28217ea2d5484e4ca2257d780c4d2074 2024-11-20T14:25:31,708 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0f0be899f04224b6f94a0878b98d351/B of c0f0be899f04224b6f94a0878b98d351 into 28217ea2d5484e4ca2257d780c4d2074(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:31,708 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:31,708 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351., storeName=c0f0be899f04224b6f94a0878b98d351/B, priority=13, startTime=1732112731265; duration=0sec 2024-11-20T14:25:31,708 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:31,708 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f0be899f04224b6f94a0878b98d351:B 2024-11-20T14:25:31,737 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/663feab17c194c118a954b23ed16d101 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/663feab17c194c118a954b23ed16d101 2024-11-20T14:25:31,741 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0f0be899f04224b6f94a0878b98d351/C of c0f0be899f04224b6f94a0878b98d351 into 663feab17c194c118a954b23ed16d101(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:31,741 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:31,742 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351., storeName=c0f0be899f04224b6f94a0878b98d351/C, priority=13, startTime=1732112731265; duration=0sec 2024-11-20T14:25:31,742 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:31,742 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f0be899f04224b6f94a0878b98d351:C 2024-11-20T14:25:31,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:31,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112791746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112791745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:31,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112791746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:31,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112791746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:31,789 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/27d3b7dcaae74cabbbc6bff676b5f297 2024-11-20T14:25:31,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/11f7e837e7424a408e69292544368c79 is 50, key is test_row_0/B:col10/1732112730803/Put/seqid=0 2024-11-20T14:25:31,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742131_1307 (size=9757) 2024-11-20T14:25:31,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112791811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:32,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T14:25:32,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:32,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112792049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:32,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:32,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112792049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:32,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112792050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:32,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:32,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112792051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:32,202 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/11f7e837e7424a408e69292544368c79 2024-11-20T14:25:32,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/cfd78aac82454b75b5917561ca2a34c2 is 50, key is test_row_0/C:col10/1732112730803/Put/seqid=0 2024-11-20T14:25:32,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742132_1308 (size=9757) 2024-11-20T14:25:32,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:32,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112792551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:32,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:32,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112792555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112792555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:32,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112792556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:32,614 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/cfd78aac82454b75b5917561ca2a34c2 2024-11-20T14:25:32,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/27d3b7dcaae74cabbbc6bff676b5f297 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/27d3b7dcaae74cabbbc6bff676b5f297 2024-11-20T14:25:32,623 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/27d3b7dcaae74cabbbc6bff676b5f297, entries=100, sequenceid=249, filesize=9.5 K 2024-11-20T14:25:32,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/11f7e837e7424a408e69292544368c79 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/11f7e837e7424a408e69292544368c79 2024-11-20T14:25:32,628 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/11f7e837e7424a408e69292544368c79, entries=100, sequenceid=249, filesize=9.5 K 2024-11-20T14:25:32,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/cfd78aac82454b75b5917561ca2a34c2 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/cfd78aac82454b75b5917561ca2a34c2 2024-11-20T14:25:32,633 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/cfd78aac82454b75b5917561ca2a34c2, entries=100, sequenceid=249, filesize=9.5 K 2024-11-20T14:25:32,634 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=181.14 KB/185490 for c0f0be899f04224b6f94a0878b98d351 in 1256ms, sequenceid=249, compaction requested=false 2024-11-20T14:25:32,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:32,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:32,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-20T14:25:32,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-20T14:25:32,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-20T14:25:32,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7150 sec 2024-11-20T14:25:32,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.7190 sec 2024-11-20T14:25:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T14:25:33,024 INFO [Thread-1172 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-20T14:25:33,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:25:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-20T14:25:33,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T14:25:33,027 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:25:33,027 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:25:33,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:25:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T14:25:33,179 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:33,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-20T14:25:33,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:33,180 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing c0f0be899f04224b6f94a0878b98d351 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-20T14:25:33,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=A 2024-11-20T14:25:33,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:33,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=B 2024-11-20T14:25:33,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:33,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=C 2024-11-20T14:25:33,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:33,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/51b3b206b82e42fcaa7a81624cfefb61 is 50, key is test_row_0/A:col10/1732112731438/Put/seqid=0 2024-11-20T14:25:33,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742133_1309 (size=12301) 2024-11-20T14:25:33,194 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/51b3b206b82e42fcaa7a81624cfefb61 2024-11-20T14:25:33,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/d5a47c2ef3394e3ea7dad44316c81dcd is 50, key is test_row_0/B:col10/1732112731438/Put/seqid=0 2024-11-20T14:25:33,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742134_1310 (size=12301) 2024-11-20T14:25:33,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T14:25:33,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on c0f0be899f04224b6f94a0878b98d351 2024-11-20T14:25:33,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. as already flushing 2024-11-20T14:25:33,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:33,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112793564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:33,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:33,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112793566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:33,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:33,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112793566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:33,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:33,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112793567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:33,608 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/d5a47c2ef3394e3ea7dad44316c81dcd 2024-11-20T14:25:33,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/5623983b288e4279a790e6338d8801f8 is 50, key is test_row_0/C:col10/1732112731438/Put/seqid=0 2024-11-20T14:25:33,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742135_1311 (size=12301) 2024-11-20T14:25:33,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T14:25:33,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:33,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112793667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:33,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112793668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:33,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112793668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:33,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112793828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:33,830 DEBUG [Thread-1170 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351., hostname=315eb151f916,36867,1732112657619, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T14:25:33,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:33,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112793871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:33,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:33,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112793872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:33,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:33,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112793872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:34,023 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/5623983b288e4279a790e6338d8801f8 2024-11-20T14:25:34,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/51b3b206b82e42fcaa7a81624cfefb61 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/51b3b206b82e42fcaa7a81624cfefb61 2024-11-20T14:25:34,031 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/51b3b206b82e42fcaa7a81624cfefb61, entries=150, sequenceid=281, filesize=12.0 K 2024-11-20T14:25:34,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/d5a47c2ef3394e3ea7dad44316c81dcd as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/d5a47c2ef3394e3ea7dad44316c81dcd 2024-11-20T14:25:34,036 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/d5a47c2ef3394e3ea7dad44316c81dcd, entries=150, sequenceid=281, filesize=12.0 K 2024-11-20T14:25:34,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/5623983b288e4279a790e6338d8801f8 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/5623983b288e4279a790e6338d8801f8 2024-11-20T14:25:34,041 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/5623983b288e4279a790e6338d8801f8, entries=150, sequenceid=281, filesize=12.0 K 2024-11-20T14:25:34,041 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for c0f0be899f04224b6f94a0878b98d351 in 861ms, sequenceid=281, compaction requested=true 2024-11-20T14:25:34,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:34,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:34,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-20T14:25:34,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-20T14:25:34,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-20T14:25:34,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0150 sec 2024-11-20T14:25:34,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.0200 sec 2024-11-20T14:25:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T14:25:34,130 INFO [Thread-1172 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-20T14:25:34,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:25:34,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-20T14:25:34,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T14:25:34,133 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:25:34,134 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:25:34,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:25:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on c0f0be899f04224b6f94a0878b98d351 2024-11-20T14:25:34,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c0f0be899f04224b6f94a0878b98d351 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T14:25:34,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=A 2024-11-20T14:25:34,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:34,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=B 2024-11-20T14:25:34,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:34,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=C 2024-11-20T14:25:34,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:34,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/5466b81c72ad40ef848f3be8e7a1fcbb is 50, key is test_row_1/A:col10/1732112734177/Put/seqid=0 2024-11-20T14:25:34,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742136_1312 (size=9857) 2024-11-20T14:25:34,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/5466b81c72ad40ef848f3be8e7a1fcbb 2024-11-20T14:25:34,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/dd3590ff95bd4d2587db27e8b8a0dce4 is 50, key is test_row_1/B:col10/1732112734177/Put/seqid=0 2024-11-20T14:25:34,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:34,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112794204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:34,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742137_1313 (size=9857) 2024-11-20T14:25:34,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:34,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112794206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:34,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:34,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112794207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:34,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T14:25:34,286 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:34,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-20T14:25:34,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:34,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. as already flushing 2024-11-20T14:25:34,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:34,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:34,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:34,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:34,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112794308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:34,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112794311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:34,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112794311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:34,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T14:25:34,439 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:34,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-20T14:25:34,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:34,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. as already flushing 2024-11-20T14:25:34,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:34,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:34,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:34,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:34,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112794510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:34,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:34,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112794512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:34,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112794513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:34,592 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:34,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-20T14:25:34,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:34,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. as already flushing 2024-11-20T14:25:34,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:34,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:34,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:34,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/dd3590ff95bd4d2587db27e8b8a0dce4 2024-11-20T14:25:34,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/492503787f5a47aea20eb916120602fe is 50, key is test_row_1/C:col10/1732112734177/Put/seqid=0 2024-11-20T14:25:34,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742138_1314 (size=9857) 2024-11-20T14:25:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T14:25:34,745 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:34,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-20T14:25:34,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:34,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. as already flushing 2024-11-20T14:25:34,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:34,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:34,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:34,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112794813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:34,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112794815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:34,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112794816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:34,898 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:34,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-20T14:25:34,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:34,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. as already flushing 2024-11-20T14:25:34,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:34,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:34,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:35,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/492503787f5a47aea20eb916120602fe 2024-11-20T14:25:35,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/5466b81c72ad40ef848f3be8e7a1fcbb as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/5466b81c72ad40ef848f3be8e7a1fcbb 2024-11-20T14:25:35,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/5466b81c72ad40ef848f3be8e7a1fcbb, entries=100, sequenceid=292, filesize=9.6 K 2024-11-20T14:25:35,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/dd3590ff95bd4d2587db27e8b8a0dce4 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/dd3590ff95bd4d2587db27e8b8a0dce4 2024-11-20T14:25:35,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/dd3590ff95bd4d2587db27e8b8a0dce4, entries=100, sequenceid=292, filesize=9.6 K 2024-11-20T14:25:35,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/492503787f5a47aea20eb916120602fe as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/492503787f5a47aea20eb916120602fe 2024-11-20T14:25:35,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/492503787f5a47aea20eb916120602fe, entries=100, sequenceid=292, filesize=9.6 K 2024-11-20T14:25:35,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for c0f0be899f04224b6f94a0878b98d351 in 863ms, sequenceid=292, compaction requested=true 2024-11-20T14:25:35,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:35,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f0be899f04224b6f94a0878b98d351:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:25:35,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:35,042 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T14:25:35,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f0be899f04224b6f94a0878b98d351:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:25:35,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:35,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f0be899f04224b6f94a0878b98d351:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:25:35,042 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T14:25:35,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:25:35,044 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 44612 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T14:25:35,044 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 44612 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T14:25:35,044 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): c0f0be899f04224b6f94a0878b98d351/A is initiating minor compaction (all files) 2024-11-20T14:25:35,044 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): c0f0be899f04224b6f94a0878b98d351/B is initiating minor compaction (all files) 2024-11-20T14:25:35,044 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0f0be899f04224b6f94a0878b98d351/A in TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:35,044 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0f0be899f04224b6f94a0878b98d351/B in TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:35,044 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/0f6e6b2307a44cbe9edd13a45dfcfca3, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/27d3b7dcaae74cabbbc6bff676b5f297, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/51b3b206b82e42fcaa7a81624cfefb61, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/5466b81c72ad40ef848f3be8e7a1fcbb] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp, totalSize=43.6 K 2024-11-20T14:25:35,044 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/28217ea2d5484e4ca2257d780c4d2074, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/11f7e837e7424a408e69292544368c79, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/d5a47c2ef3394e3ea7dad44316c81dcd, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/dd3590ff95bd4d2587db27e8b8a0dce4] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp, totalSize=43.6 K 2024-11-20T14:25:35,045 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f6e6b2307a44cbe9edd13a45dfcfca3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732112729687 2024-11-20T14:25:35,045 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27d3b7dcaae74cabbbc6bff676b5f297, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732112730803 2024-11-20T14:25:35,045 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51b3b206b82e42fcaa7a81624cfefb61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732112731437 2024-11-20T14:25:35,046 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5466b81c72ad40ef848f3be8e7a1fcbb, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732112734177 2024-11-20T14:25:35,051 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:35,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-20T14:25:35,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:35,052 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing c0f0be899f04224b6f94a0878b98d351 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T14:25:35,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=A 2024-11-20T14:25:35,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:35,052 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 28217ea2d5484e4ca2257d780c4d2074, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732112729687 2024-11-20T14:25:35,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=B 2024-11-20T14:25:35,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:35,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=C 2024-11-20T14:25:35,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:35,053 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 11f7e837e7424a408e69292544368c79, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732112730803 2024-11-20T14:25:35,053 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting d5a47c2ef3394e3ea7dad44316c81dcd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732112731437 2024-11-20T14:25:35,055 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f0be899f04224b6f94a0878b98d351#A#compaction#266 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:35,055 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/4dc3454d68f24185b05eb6ee6e5cbbb0 is 50, key is test_row_0/A:col10/1732112731438/Put/seqid=0 2024-11-20T14:25:35,057 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting dd3590ff95bd4d2587db27e8b8a0dce4, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732112734177 2024-11-20T14:25:35,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/e858172fb93f459da3a8a2da50cbcea9 is 50, key is test_row_0/A:col10/1732112734202/Put/seqid=0 2024-11-20T14:25:35,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742139_1315 (size=12983) 2024-11-20T14:25:35,069 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f0be899f04224b6f94a0878b98d351#B#compaction#268 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:35,070 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/55abe97c7c474a6ab76eaaae34b68f09 is 50, key is test_row_0/B:col10/1732112731438/Put/seqid=0 2024-11-20T14:25:35,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742140_1316 (size=12301) 2024-11-20T14:25:35,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742141_1317 (size=12983) 2024-11-20T14:25:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T14:25:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on c0f0be899f04224b6f94a0878b98d351 2024-11-20T14:25:35,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. as already flushing 2024-11-20T14:25:35,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112795355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:35,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112795356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:35,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112795356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:35,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112795458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:35,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112795459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:35,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112795459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:35,472 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/4dc3454d68f24185b05eb6ee6e5cbbb0 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/4dc3454d68f24185b05eb6ee6e5cbbb0 2024-11-20T14:25:35,476 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c0f0be899f04224b6f94a0878b98d351/A of c0f0be899f04224b6f94a0878b98d351 into 4dc3454d68f24185b05eb6ee6e5cbbb0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:35,476 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:35,476 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351., storeName=c0f0be899f04224b6f94a0878b98d351/A, priority=12, startTime=1732112735042; duration=0sec 2024-11-20T14:25:35,477 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:25:35,477 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f0be899f04224b6f94a0878b98d351:A 2024-11-20T14:25:35,477 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T14:25:35,478 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 44612 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T14:25:35,478 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): c0f0be899f04224b6f94a0878b98d351/C is initiating minor compaction (all files) 2024-11-20T14:25:35,478 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0f0be899f04224b6f94a0878b98d351/C in TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:35,478 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/663feab17c194c118a954b23ed16d101, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/cfd78aac82454b75b5917561ca2a34c2, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/5623983b288e4279a790e6338d8801f8, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/492503787f5a47aea20eb916120602fe] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp, totalSize=43.6 K 2024-11-20T14:25:35,479 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 663feab17c194c118a954b23ed16d101, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732112729687 2024-11-20T14:25:35,479 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfd78aac82454b75b5917561ca2a34c2, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732112730803 2024-11-20T14:25:35,479 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5623983b288e4279a790e6338d8801f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732112731437 2024-11-20T14:25:35,479 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 492503787f5a47aea20eb916120602fe, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732112734177 2024-11-20T14:25:35,487 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/e858172fb93f459da3a8a2da50cbcea9 2024-11-20T14:25:35,487 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f0be899f04224b6f94a0878b98d351#C#compaction#269 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:35,488 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/37a9af35eeea41f1b46e839489837d4e is 50, key is test_row_0/C:col10/1732112731438/Put/seqid=0 2024-11-20T14:25:35,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742142_1318 (size=12983) 2024-11-20T14:25:35,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/0f15d5570ee446c39194779623f881bd is 50, key is test_row_0/B:col10/1732112734202/Put/seqid=0 2024-11-20T14:25:35,499 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/37a9af35eeea41f1b46e839489837d4e as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/37a9af35eeea41f1b46e839489837d4e 2024-11-20T14:25:35,501 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/55abe97c7c474a6ab76eaaae34b68f09 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/55abe97c7c474a6ab76eaaae34b68f09 2024-11-20T14:25:35,505 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c0f0be899f04224b6f94a0878b98d351/C of c0f0be899f04224b6f94a0878b98d351 into 37a9af35eeea41f1b46e839489837d4e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:35,505 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:35,506 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351., storeName=c0f0be899f04224b6f94a0878b98d351/C, priority=12, startTime=1732112735042; duration=0sec 2024-11-20T14:25:35,506 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:35,506 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f0be899f04224b6f94a0878b98d351:C 2024-11-20T14:25:35,506 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c0f0be899f04224b6f94a0878b98d351/B of c0f0be899f04224b6f94a0878b98d351 into 55abe97c7c474a6ab76eaaae34b68f09(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:35,506 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:35,506 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351., storeName=c0f0be899f04224b6f94a0878b98d351/B, priority=12, startTime=1732112735042; duration=0sec 2024-11-20T14:25:35,506 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:35,506 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f0be899f04224b6f94a0878b98d351:B 2024-11-20T14:25:35,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742143_1319 (size=12301) 2024-11-20T14:25:35,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112795571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:35,573 DEBUG [Thread-1162 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4135 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351., hostname=315eb151f916,36867,1732112657619, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T14:25:35,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112795661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:35,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112795662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:35,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112795662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:35,909 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/0f15d5570ee446c39194779623f881bd 2024-11-20T14:25:35,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/3db8f5b42c7149ec93c8995859886b25 is 50, key is test_row_0/C:col10/1732112734202/Put/seqid=0 2024-11-20T14:25:35,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742144_1320 (size=12301) 2024-11-20T14:25:35,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:35,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112795963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:35,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:35,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112795963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:35,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112795975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:36,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T14:25:36,323 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/3db8f5b42c7149ec93c8995859886b25 2024-11-20T14:25:36,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/e858172fb93f459da3a8a2da50cbcea9 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/e858172fb93f459da3a8a2da50cbcea9 2024-11-20T14:25:36,332 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/e858172fb93f459da3a8a2da50cbcea9, entries=150, sequenceid=318, filesize=12.0 K 2024-11-20T14:25:36,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/0f15d5570ee446c39194779623f881bd as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/0f15d5570ee446c39194779623f881bd 2024-11-20T14:25:36,337 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/0f15d5570ee446c39194779623f881bd, entries=150, sequenceid=318, filesize=12.0 K 2024-11-20T14:25:36,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/3db8f5b42c7149ec93c8995859886b25 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/3db8f5b42c7149ec93c8995859886b25 2024-11-20T14:25:36,342 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/3db8f5b42c7149ec93c8995859886b25, entries=150, sequenceid=318, filesize=12.0 K 2024-11-20T14:25:36,343 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c0f0be899f04224b6f94a0878b98d351 in 1291ms, sequenceid=318, compaction requested=false 2024-11-20T14:25:36,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:36,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:36,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-20T14:25:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-20T14:25:36,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-20T14:25:36,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2100 sec 2024-11-20T14:25:36,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 2.2150 sec 2024-11-20T14:25:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on c0f0be899f04224b6f94a0878b98d351 2024-11-20T14:25:36,467 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c0f0be899f04224b6f94a0878b98d351 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T14:25:36,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=A 2024-11-20T14:25:36,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:36,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=B 2024-11-20T14:25:36,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:36,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=C 2024-11-20T14:25:36,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:36,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/b333cb50676143e1b3f41d34d350d72b is 50, key is test_row_0/A:col10/1732112736466/Put/seqid=0 2024-11-20T14:25:36,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742145_1321 (size=14741) 2024-11-20T14:25:36,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112796496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:36,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112796498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:36,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112796498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:36,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112796599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:36,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112796601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:36,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112796602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:36,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112796802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:36,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112796804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:36,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112796805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:36,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/b333cb50676143e1b3f41d34d350d72b 2024-11-20T14:25:36,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/c3d2c7f8ec5847c68518e04aece3f3b7 is 50, key is test_row_0/B:col10/1732112736466/Put/seqid=0 2024-11-20T14:25:36,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742146_1322 (size=12301) 2024-11-20T14:25:36,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/c3d2c7f8ec5847c68518e04aece3f3b7 2024-11-20T14:25:36,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/6cc6d84ed0784401ad0481da9d07d427 is 50, key is test_row_0/C:col10/1732112736466/Put/seqid=0 2024-11-20T14:25:36,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742147_1323 (size=12301) 2024-11-20T14:25:36,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/6cc6d84ed0784401ad0481da9d07d427 2024-11-20T14:25:36,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/b333cb50676143e1b3f41d34d350d72b as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/b333cb50676143e1b3f41d34d350d72b 2024-11-20T14:25:36,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/b333cb50676143e1b3f41d34d350d72b, entries=200, sequenceid=333, filesize=14.4 K 2024-11-20T14:25:36,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/c3d2c7f8ec5847c68518e04aece3f3b7 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/c3d2c7f8ec5847c68518e04aece3f3b7 2024-11-20T14:25:36,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/c3d2c7f8ec5847c68518e04aece3f3b7, entries=150, sequenceid=333, filesize=12.0 K 2024-11-20T14:25:36,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/6cc6d84ed0784401ad0481da9d07d427 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/6cc6d84ed0784401ad0481da9d07d427 2024-11-20T14:25:36,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/6cc6d84ed0784401ad0481da9d07d427, entries=150, sequenceid=333, filesize=12.0 K 2024-11-20T14:25:36,962 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for c0f0be899f04224b6f94a0878b98d351 in 494ms, sequenceid=333, compaction requested=true 2024-11-20T14:25:36,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:36,962 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:25:36,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f0be899f04224b6f94a0878b98d351:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:25:36,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:36,963 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:25:36,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f0be899f04224b6f94a0878b98d351:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:25:36,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:36,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f0be899f04224b6f94a0878b98d351:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:25:36,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:25:36,964 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:25:36,964 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): c0f0be899f04224b6f94a0878b98d351/A is initiating minor compaction (all files) 2024-11-20T14:25:36,964 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0f0be899f04224b6f94a0878b98d351/A in TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:36,964 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/4dc3454d68f24185b05eb6ee6e5cbbb0, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/e858172fb93f459da3a8a2da50cbcea9, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/b333cb50676143e1b3f41d34d350d72b] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp, totalSize=39.1 K 2024-11-20T14:25:36,964 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4dc3454d68f24185b05eb6ee6e5cbbb0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732112731438 2024-11-20T14:25:36,965 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:25:36,965 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): c0f0be899f04224b6f94a0878b98d351/B is initiating minor compaction (all files) 2024-11-20T14:25:36,965 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0f0be899f04224b6f94a0878b98d351/B in TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:36,965 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/55abe97c7c474a6ab76eaaae34b68f09, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/0f15d5570ee446c39194779623f881bd, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/c3d2c7f8ec5847c68518e04aece3f3b7] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp, totalSize=36.7 K 2024-11-20T14:25:36,965 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting e858172fb93f459da3a8a2da50cbcea9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732112734202 2024-11-20T14:25:36,966 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 55abe97c7c474a6ab76eaaae34b68f09, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732112731438 2024-11-20T14:25:36,966 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting b333cb50676143e1b3f41d34d350d72b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732112735322 2024-11-20T14:25:36,966 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f15d5570ee446c39194779623f881bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732112734202 2024-11-20T14:25:36,967 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting c3d2c7f8ec5847c68518e04aece3f3b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732112735322 2024-11-20T14:25:36,977 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f0be899f04224b6f94a0878b98d351#A#compaction#275 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:36,977 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f0be899f04224b6f94a0878b98d351#B#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:36,978 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/71fe60049bf2491ca340024fd7bf752e is 50, key is test_row_0/A:col10/1732112736466/Put/seqid=0 2024-11-20T14:25:36,978 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/9fded8535fcb44ec85cda7ada9c7df6f is 50, key is test_row_0/B:col10/1732112736466/Put/seqid=0 2024-11-20T14:25:36,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742149_1325 (size=13085) 2024-11-20T14:25:36,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742148_1324 (size=13085) 2024-11-20T14:25:37,000 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/71fe60049bf2491ca340024fd7bf752e as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/71fe60049bf2491ca340024fd7bf752e 2024-11-20T14:25:37,000 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/9fded8535fcb44ec85cda7ada9c7df6f as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/9fded8535fcb44ec85cda7ada9c7df6f 2024-11-20T14:25:37,017 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0f0be899f04224b6f94a0878b98d351/B of c0f0be899f04224b6f94a0878b98d351 into 9fded8535fcb44ec85cda7ada9c7df6f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:37,017 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:37,017 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351., storeName=c0f0be899f04224b6f94a0878b98d351/B, priority=13, startTime=1732112736963; duration=0sec 2024-11-20T14:25:37,017 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:25:37,017 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f0be899f04224b6f94a0878b98d351:B 2024-11-20T14:25:37,017 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:25:37,019 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:25:37,019 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): c0f0be899f04224b6f94a0878b98d351/C is initiating minor compaction (all files) 2024-11-20T14:25:37,019 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0f0be899f04224b6f94a0878b98d351/A of c0f0be899f04224b6f94a0878b98d351 into 71fe60049bf2491ca340024fd7bf752e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:37,019 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0f0be899f04224b6f94a0878b98d351/C in TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:37,019 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/37a9af35eeea41f1b46e839489837d4e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/3db8f5b42c7149ec93c8995859886b25, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/6cc6d84ed0784401ad0481da9d07d427] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp, totalSize=36.7 K 2024-11-20T14:25:37,019 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:37,019 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351., storeName=c0f0be899f04224b6f94a0878b98d351/A, priority=13, startTime=1732112736962; duration=0sec 2024-11-20T14:25:37,020 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 37a9af35eeea41f1b46e839489837d4e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732112731438 2024-11-20T14:25:37,020 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:37,020 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f0be899f04224b6f94a0878b98d351:A 2024-11-20T14:25:37,020 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 3db8f5b42c7149ec93c8995859886b25, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732112734202 2024-11-20T14:25:37,020 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 6cc6d84ed0784401ad0481da9d07d427, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732112735322 2024-11-20T14:25:37,034 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f0be899f04224b6f94a0878b98d351#C#compaction#277 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:37,035 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/b5548c8664e743238e8d5ac7582639b9 is 50, key is test_row_0/C:col10/1732112736466/Put/seqid=0 2024-11-20T14:25:37,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742150_1326 (size=13085) 2024-11-20T14:25:37,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on c0f0be899f04224b6f94a0878b98d351 2024-11-20T14:25:37,108 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c0f0be899f04224b6f94a0878b98d351 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T14:25:37,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=A 2024-11-20T14:25:37,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:37,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=B 2024-11-20T14:25:37,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:37,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=C 2024-11-20T14:25:37,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:37,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/4280dc0875c74134adaf8a5fb03a493c is 50, key is test_row_0/A:col10/1732112737107/Put/seqid=0 2024-11-20T14:25:37,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112797115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:37,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112797115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:37,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112797116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:37,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742151_1327 (size=14741) 2024-11-20T14:25:37,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/4280dc0875c74134adaf8a5fb03a493c 2024-11-20T14:25:37,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/61e41ed753614dbbbf4c9de0c953c1c2 is 50, key is test_row_0/B:col10/1732112737107/Put/seqid=0 2024-11-20T14:25:37,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742152_1328 (size=12301) 2024-11-20T14:25:37,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112797218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:37,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112797219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:37,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112797219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:37,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112797421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:37,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112797422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:37,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112797422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:37,455 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/b5548c8664e743238e8d5ac7582639b9 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/b5548c8664e743238e8d5ac7582639b9 2024-11-20T14:25:37,462 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0f0be899f04224b6f94a0878b98d351/C of c0f0be899f04224b6f94a0878b98d351 into b5548c8664e743238e8d5ac7582639b9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:37,462 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:37,462 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351., storeName=c0f0be899f04224b6f94a0878b98d351/C, priority=13, startTime=1732112736963; duration=0sec 2024-11-20T14:25:37,462 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:37,462 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f0be899f04224b6f94a0878b98d351:C 2024-11-20T14:25:37,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/61e41ed753614dbbbf4c9de0c953c1c2 2024-11-20T14:25:37,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/5e9bb576fd544d4797c3878ff8051a3c is 50, key is test_row_0/C:col10/1732112737107/Put/seqid=0 2024-11-20T14:25:37,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742153_1329 (size=12301) 2024-11-20T14:25:37,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:37,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112797724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:37,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:37,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112797725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:37,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:37,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112797726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:37,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54806 deadline: 1732112797862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:37,864 DEBUG [Thread-1170 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8176 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351., hostname=315eb151f916,36867,1732112657619, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T14:25:37,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/5e9bb576fd544d4797c3878ff8051a3c 2024-11-20T14:25:37,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/4280dc0875c74134adaf8a5fb03a493c as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/4280dc0875c74134adaf8a5fb03a493c 2024-11-20T14:25:37,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/4280dc0875c74134adaf8a5fb03a493c, entries=200, sequenceid=362, filesize=14.4 K 2024-11-20T14:25:37,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/61e41ed753614dbbbf4c9de0c953c1c2 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/61e41ed753614dbbbf4c9de0c953c1c2 2024-11-20T14:25:37,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/61e41ed753614dbbbf4c9de0c953c1c2, entries=150, sequenceid=362, filesize=12.0 K 2024-11-20T14:25:37,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/5e9bb576fd544d4797c3878ff8051a3c as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/5e9bb576fd544d4797c3878ff8051a3c 2024-11-20T14:25:37,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/5e9bb576fd544d4797c3878ff8051a3c, entries=150, sequenceid=362, filesize=12.0 K 2024-11-20T14:25:37,962 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for c0f0be899f04224b6f94a0878b98d351 in 854ms, sequenceid=362, compaction requested=false 2024-11-20T14:25:37,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on c0f0be899f04224b6f94a0878b98d351 2024-11-20T14:25:38,231 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c0f0be899f04224b6f94a0878b98d351 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T14:25:38,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=A 2024-11-20T14:25:38,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:38,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=B 2024-11-20T14:25:38,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:38,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=C 2024-11-20T14:25:38,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:38,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/c6ffab5eb83e4e5fb8c79ae7ecf49d0d is 50, key is test_row_0/A:col10/1732112738229/Put/seqid=0 2024-11-20T14:25:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T14:25:38,237 INFO [Thread-1172 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-20T14:25:38,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742154_1330 (size=12301) 2024-11-20T14:25:38,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:25:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-20T14:25:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T14:25:38,246 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:25:38,247 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:25:38,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:25:38,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112798257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:38,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112798258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:38,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112798258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T14:25:38,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:38,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112798360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:38,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112798360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:38,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112798361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:38,398 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:38,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T14:25:38,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:38,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. as already flushing 2024-11-20T14:25:38,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:38,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:38,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T14:25:38,551 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:38,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T14:25:38,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:38,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. as already flushing 2024-11-20T14:25:38,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:38,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:38,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:38,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112798563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:38,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112798563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:38,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112798563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:38,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/c6ffab5eb83e4e5fb8c79ae7ecf49d0d 2024-11-20T14:25:38,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/130b729f0fe3417d8f6ecb7ddbc3da6d is 50, key is test_row_0/B:col10/1732112738229/Put/seqid=0 2024-11-20T14:25:38,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742155_1331 (size=12301) 2024-11-20T14:25:38,704 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:38,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T14:25:38,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:38,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. as already flushing 2024-11-20T14:25:38,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:38,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:38,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T14:25:38,857 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:38,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T14:25:38,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:38,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. as already flushing 2024-11-20T14:25:38,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:38,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:38,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:38,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112798866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:38,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112798867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:38,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112798867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:39,010 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:39,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T14:25:39,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:39,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. as already flushing 2024-11-20T14:25:39,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:39,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:39,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:39,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/130b729f0fe3417d8f6ecb7ddbc3da6d 2024-11-20T14:25:39,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/cb02cdff51b44357a10461c4b6424f20 is 50, key is test_row_0/C:col10/1732112738229/Put/seqid=0 2024-11-20T14:25:39,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742156_1332 (size=12301) 2024-11-20T14:25:39,163 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:39,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T14:25:39,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:39,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. as already flushing 2024-11-20T14:25:39,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:39,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:39,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:39,316 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:39,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T14:25:39,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:39,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. as already flushing 2024-11-20T14:25:39,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:39,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:39,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T14:25:39,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112799369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:39,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112799370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:39,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112799371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:39,469 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:39,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T14:25:39,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:39,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. as already flushing 2024-11-20T14:25:39,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:39,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:39,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:39,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:39,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/cb02cdff51b44357a10461c4b6424f20 2024-11-20T14:25:39,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/c6ffab5eb83e4e5fb8c79ae7ecf49d0d as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/c6ffab5eb83e4e5fb8c79ae7ecf49d0d 2024-11-20T14:25:39,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/c6ffab5eb83e4e5fb8c79ae7ecf49d0d, entries=150, sequenceid=375, filesize=12.0 K 2024-11-20T14:25:39,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/130b729f0fe3417d8f6ecb7ddbc3da6d as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/130b729f0fe3417d8f6ecb7ddbc3da6d 2024-11-20T14:25:39,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/130b729f0fe3417d8f6ecb7ddbc3da6d, entries=150, sequenceid=375, filesize=12.0 K 2024-11-20T14:25:39,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/cb02cdff51b44357a10461c4b6424f20 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/cb02cdff51b44357a10461c4b6424f20 2024-11-20T14:25:39,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/cb02cdff51b44357a10461c4b6424f20, entries=150, sequenceid=375, filesize=12.0 K 2024-11-20T14:25:39,502 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c0f0be899f04224b6f94a0878b98d351 in 1271ms, sequenceid=375, compaction requested=true 2024-11-20T14:25:39,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:39,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f0be899f04224b6f94a0878b98d351:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:25:39,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:39,503 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:25:39,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f0be899f04224b6f94a0878b98d351:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:25:39,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:39,503 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:25:39,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f0be899f04224b6f94a0878b98d351:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:25:39,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:25:39,504 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:25:39,504 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:25:39,504 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): c0f0be899f04224b6f94a0878b98d351/B is initiating minor compaction (all files) 2024-11-20T14:25:39,504 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): c0f0be899f04224b6f94a0878b98d351/A is initiating minor compaction (all files) 2024-11-20T14:25:39,504 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0f0be899f04224b6f94a0878b98d351/B in TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:39,504 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0f0be899f04224b6f94a0878b98d351/A in TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:39,504 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/9fded8535fcb44ec85cda7ada9c7df6f, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/61e41ed753614dbbbf4c9de0c953c1c2, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/130b729f0fe3417d8f6ecb7ddbc3da6d] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp, totalSize=36.8 K 2024-11-20T14:25:39,504 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/71fe60049bf2491ca340024fd7bf752e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/4280dc0875c74134adaf8a5fb03a493c, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/c6ffab5eb83e4e5fb8c79ae7ecf49d0d] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp, totalSize=39.2 K 2024-11-20T14:25:39,504 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fded8535fcb44ec85cda7ada9c7df6f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732112735322 2024-11-20T14:25:39,504 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71fe60049bf2491ca340024fd7bf752e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732112735322 2024-11-20T14:25:39,505 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 61e41ed753614dbbbf4c9de0c953c1c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732112736497 2024-11-20T14:25:39,505 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4280dc0875c74134adaf8a5fb03a493c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732112736493 2024-11-20T14:25:39,505 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 130b729f0fe3417d8f6ecb7ddbc3da6d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732112737114 2024-11-20T14:25:39,505 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6ffab5eb83e4e5fb8c79ae7ecf49d0d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732112737114 2024-11-20T14:25:39,512 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f0be899f04224b6f94a0878b98d351#A#compaction#284 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:39,513 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/9c012d10fa294119ad2b377563a4f164 is 50, key is test_row_0/A:col10/1732112738229/Put/seqid=0 2024-11-20T14:25:39,518 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f0be899f04224b6f94a0878b98d351#B#compaction#285 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:39,519 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/5e5350a6a5684e6180d7f64ced0d7df9 is 50, key is test_row_0/B:col10/1732112738229/Put/seqid=0 2024-11-20T14:25:39,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742157_1333 (size=13187) 2024-11-20T14:25:39,530 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/9c012d10fa294119ad2b377563a4f164 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/9c012d10fa294119ad2b377563a4f164 2024-11-20T14:25:39,536 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0f0be899f04224b6f94a0878b98d351/A of c0f0be899f04224b6f94a0878b98d351 into 9c012d10fa294119ad2b377563a4f164(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:39,536 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:39,536 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351., storeName=c0f0be899f04224b6f94a0878b98d351/A, priority=13, startTime=1732112739502; duration=0sec 2024-11-20T14:25:39,537 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:25:39,537 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f0be899f04224b6f94a0878b98d351:A 2024-11-20T14:25:39,537 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:25:39,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742158_1334 (size=13187) 2024-11-20T14:25:39,539 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:25:39,539 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): c0f0be899f04224b6f94a0878b98d351/C is initiating minor compaction (all files) 2024-11-20T14:25:39,539 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0f0be899f04224b6f94a0878b98d351/C in TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:39,539 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/b5548c8664e743238e8d5ac7582639b9, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/5e9bb576fd544d4797c3878ff8051a3c, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/cb02cdff51b44357a10461c4b6424f20] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp, totalSize=36.8 K 2024-11-20T14:25:39,539 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5548c8664e743238e8d5ac7582639b9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732112735322 2024-11-20T14:25:39,540 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e9bb576fd544d4797c3878ff8051a3c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732112736497 2024-11-20T14:25:39,540 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb02cdff51b44357a10461c4b6424f20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732112737114 2024-11-20T14:25:39,548 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f0be899f04224b6f94a0878b98d351#C#compaction#286 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:39,549 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/543a109973264501926e30c5da7dc2ed is 50, key is test_row_0/C:col10/1732112738229/Put/seqid=0 2024-11-20T14:25:39,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742159_1335 (size=13187) 2024-11-20T14:25:39,559 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/543a109973264501926e30c5da7dc2ed as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/543a109973264501926e30c5da7dc2ed 2024-11-20T14:25:39,564 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0f0be899f04224b6f94a0878b98d351/C of c0f0be899f04224b6f94a0878b98d351 into 543a109973264501926e30c5da7dc2ed(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:39,564 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:39,564 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351., storeName=c0f0be899f04224b6f94a0878b98d351/C, priority=13, startTime=1732112739503; duration=0sec 2024-11-20T14:25:39,564 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:39,564 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f0be899f04224b6f94a0878b98d351:C 2024-11-20T14:25:39,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on c0f0be899f04224b6f94a0878b98d351 2024-11-20T14:25:39,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c0f0be899f04224b6f94a0878b98d351 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T14:25:39,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=A 2024-11-20T14:25:39,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:39,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=B 2024-11-20T14:25:39,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:39,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=C 2024-11-20T14:25:39,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:39,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/5f9b1d0768e9451dae17b98f2a268523 is 50, key is test_row_0/A:col10/1732112738256/Put/seqid=0 2024-11-20T14:25:39,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742160_1336 (size=12301) 2024-11-20T14:25:39,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/5f9b1d0768e9451dae17b98f2a268523 2024-11-20T14:25:39,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/e0424298b30648b09627b414a5a2c89e is 50, key is test_row_0/B:col10/1732112738256/Put/seqid=0 2024-11-20T14:25:39,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742161_1337 (size=12301) 2024-11-20T14:25:39,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/e0424298b30648b09627b414a5a2c89e 2024-11-20T14:25:39,622 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:39,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T14:25:39,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:39,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. as already flushing 2024-11-20T14:25:39,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:39,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:39,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:39,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:39,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112799622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:39,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:39,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/fdee6a13071d455e89324c9ebbe6d736 is 50, key is test_row_0/C:col10/1732112738256/Put/seqid=0 2024-11-20T14:25:39,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742162_1338 (size=12301) 2024-11-20T14:25:39,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:39,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112799724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:39,775 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:39,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T14:25:39,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:39,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. as already flushing 2024-11-20T14:25:39,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:39,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:39,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:39,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:39,928 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112799926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:39,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T14:25:39,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:39,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. as already flushing 2024-11-20T14:25:39,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:39,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:39,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:39,943 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/5e5350a6a5684e6180d7f64ced0d7df9 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/5e5350a6a5684e6180d7f64ced0d7df9 2024-11-20T14:25:39,947 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0f0be899f04224b6f94a0878b98d351/B of c0f0be899f04224b6f94a0878b98d351 into 5e5350a6a5684e6180d7f64ced0d7df9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:39,947 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:39,947 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351., storeName=c0f0be899f04224b6f94a0878b98d351/B, priority=13, startTime=1732112739503; duration=0sec 2024-11-20T14:25:39,948 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:39,948 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f0be899f04224b6f94a0878b98d351:B 2024-11-20T14:25:40,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/fdee6a13071d455e89324c9ebbe6d736 2024-11-20T14:25:40,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/5f9b1d0768e9451dae17b98f2a268523 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/5f9b1d0768e9451dae17b98f2a268523 2024-11-20T14:25:40,042 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/5f9b1d0768e9451dae17b98f2a268523, entries=150, sequenceid=402, filesize=12.0 K 2024-11-20T14:25:40,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/e0424298b30648b09627b414a5a2c89e as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/e0424298b30648b09627b414a5a2c89e 2024-11-20T14:25:40,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/e0424298b30648b09627b414a5a2c89e, entries=150, sequenceid=402, filesize=12.0 K 2024-11-20T14:25:40,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/fdee6a13071d455e89324c9ebbe6d736 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/fdee6a13071d455e89324c9ebbe6d736 2024-11-20T14:25:40,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/fdee6a13071d455e89324c9ebbe6d736, entries=150, sequenceid=402, filesize=12.0 K 2024-11-20T14:25:40,058 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c0f0be899f04224b6f94a0878b98d351 in 457ms, sequenceid=402, compaction requested=false 2024-11-20T14:25:40,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:40,081 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:40,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T14:25:40,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:40,082 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing c0f0be899f04224b6f94a0878b98d351 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T14:25:40,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=A 2024-11-20T14:25:40,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:40,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=B 2024-11-20T14:25:40,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:40,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=C 2024-11-20T14:25:40,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:40,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/e142bcc475914a629e0eb2c73ea59a9f is 50, key is test_row_0/A:col10/1732112739615/Put/seqid=0 2024-11-20T14:25:40,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742163_1339 (size=12301) 2024-11-20T14:25:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on c0f0be899f04224b6f94a0878b98d351 2024-11-20T14:25:40,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. as already flushing 2024-11-20T14:25:40,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112800283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T14:25:40,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112800371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:40,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:40,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112800375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:40,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112800381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:40,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:40,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112800386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:40,498 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/e142bcc475914a629e0eb2c73ea59a9f 2024-11-20T14:25:40,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/22787d052082400fb1df73cb325b39b6 is 50, key is test_row_0/B:col10/1732112739615/Put/seqid=0 2024-11-20T14:25:40,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742164_1340 (size=12301) 2024-11-20T14:25:40,512 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/22787d052082400fb1df73cb325b39b6 2024-11-20T14:25:40,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/ac23d5574d7a4a98b819d093ecda6aed is 50, key is test_row_0/C:col10/1732112739615/Put/seqid=0 2024-11-20T14:25:40,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742165_1341 (size=12301) 2024-11-20T14:25:40,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112800589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:40,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112800894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:40,922 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/ac23d5574d7a4a98b819d093ecda6aed 2024-11-20T14:25:40,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/e142bcc475914a629e0eb2c73ea59a9f as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/e142bcc475914a629e0eb2c73ea59a9f 2024-11-20T14:25:40,929 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/e142bcc475914a629e0eb2c73ea59a9f, entries=150, sequenceid=414, filesize=12.0 K 2024-11-20T14:25:40,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/22787d052082400fb1df73cb325b39b6 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/22787d052082400fb1df73cb325b39b6 2024-11-20T14:25:40,934 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/22787d052082400fb1df73cb325b39b6, entries=150, sequenceid=414, filesize=12.0 K 2024-11-20T14:25:40,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/ac23d5574d7a4a98b819d093ecda6aed as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/ac23d5574d7a4a98b819d093ecda6aed 2024-11-20T14:25:40,939 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/ac23d5574d7a4a98b819d093ecda6aed, entries=150, sequenceid=414, filesize=12.0 K 2024-11-20T14:25:40,939 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c0f0be899f04224b6f94a0878b98d351 in 858ms, sequenceid=414, compaction requested=true 2024-11-20T14:25:40,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:40,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:40,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-20T14:25:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-20T14:25:40,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-20T14:25:40,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6980 sec 2024-11-20T14:25:40,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 2.7020 sec 2024-11-20T14:25:41,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on c0f0be899f04224b6f94a0878b98d351 2024-11-20T14:25:41,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c0f0be899f04224b6f94a0878b98d351 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T14:25:41,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=A 2024-11-20T14:25:41,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:41,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=B 2024-11-20T14:25:41,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:41,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=C 2024-11-20T14:25:41,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:41,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/2628b0d10fff42ecbc82c1f03b1de6b5 is 50, key is test_row_0/A:col10/1732112740277/Put/seqid=0 2024-11-20T14:25:41,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742166_1342 (size=12301) 2024-11-20T14:25:41,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:41,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112801418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:41,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112801521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:41,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:41,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112801725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:41,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/2628b0d10fff42ecbc82c1f03b1de6b5 2024-11-20T14:25:41,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/127c89360e734691994cf388b252f2aa is 50, key is test_row_0/B:col10/1732112740277/Put/seqid=0 2024-11-20T14:25:41,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742167_1343 (size=12301) 2024-11-20T14:25:42,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112802027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:42,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/127c89360e734691994cf388b252f2aa 2024-11-20T14:25:42,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/b2bdbc76b00a4ba98f3e62c132d6694b is 50, key is test_row_0/C:col10/1732112740277/Put/seqid=0 2024-11-20T14:25:42,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742168_1344 (size=12301) 2024-11-20T14:25:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T14:25:42,351 INFO [Thread-1172 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-20T14:25:42,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:25:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-20T14:25:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T14:25:42,354 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:25:42,354 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:25:42,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:25:42,375 DEBUG [Thread-1175 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5886c0f2 to 127.0.0.1:60221 2024-11-20T14:25:42,375 DEBUG [Thread-1175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:25:42,375 DEBUG [Thread-1179 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x131ceb8f to 127.0.0.1:60221 2024-11-20T14:25:42,375 DEBUG [Thread-1179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:25:42,376 DEBUG [Thread-1181 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a78bf6d to 127.0.0.1:60221 2024-11-20T14:25:42,376 DEBUG [Thread-1181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:25:42,377 DEBUG [Thread-1173 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x560ec309 to 127.0.0.1:60221 2024-11-20T14:25:42,377 DEBUG [Thread-1173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:25:42,377 DEBUG [Thread-1177 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66e575aa to 127.0.0.1:60221 2024-11-20T14:25:42,377 DEBUG [Thread-1177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:25:42,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1732112802380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:42,381 DEBUG [Thread-1168 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4124 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351., hostname=315eb151f916,36867,1732112657619, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T14:25:42,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54840 deadline: 1732112802384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:42,385 DEBUG [Thread-1166 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4128 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351., hostname=315eb151f916,36867,1732112657619, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T14:25:42,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732112802385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:42,385 DEBUG [Thread-1164 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4128 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351., hostname=315eb151f916,36867,1732112657619, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T14:25:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T14:25:42,506 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:42,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-20T14:25:42,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:42,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. as already flushing 2024-11-20T14:25:42,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:42,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:42,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:42,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1732112802533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:42,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/b2bdbc76b00a4ba98f3e62c132d6694b 2024-11-20T14:25:42,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/2628b0d10fff42ecbc82c1f03b1de6b5 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/2628b0d10fff42ecbc82c1f03b1de6b5 2024-11-20T14:25:42,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/2628b0d10fff42ecbc82c1f03b1de6b5, entries=150, sequenceid=440, filesize=12.0 K 2024-11-20T14:25:42,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/127c89360e734691994cf388b252f2aa as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/127c89360e734691994cf388b252f2aa 2024-11-20T14:25:42,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/127c89360e734691994cf388b252f2aa, entries=150, sequenceid=440, filesize=12.0 K 2024-11-20T14:25:42,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/b2bdbc76b00a4ba98f3e62c132d6694b as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/b2bdbc76b00a4ba98f3e62c132d6694b 2024-11-20T14:25:42,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/b2bdbc76b00a4ba98f3e62c132d6694b, entries=150, sequenceid=440, filesize=12.0 K 2024-11-20T14:25:42,647 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c0f0be899f04224b6f94a0878b98d351 in 1249ms, sequenceid=440, compaction requested=true 2024-11-20T14:25:42,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:42,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f0be899f04224b6f94a0878b98d351:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:25:42,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:42,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f0be899f04224b6f94a0878b98d351:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:25:42,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:42,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0f0be899f04224b6f94a0878b98d351:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:25:42,647 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T14:25:42,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:25:42,647 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T14:25:42,648 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T14:25:42,649 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): c0f0be899f04224b6f94a0878b98d351/B is initiating minor compaction (all files) 2024-11-20T14:25:42,649 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T14:25:42,649 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): c0f0be899f04224b6f94a0878b98d351/A is initiating minor compaction (all files) 2024-11-20T14:25:42,649 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0f0be899f04224b6f94a0878b98d351/B in TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:42,649 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0f0be899f04224b6f94a0878b98d351/A in TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:42,649 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/5e5350a6a5684e6180d7f64ced0d7df9, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/e0424298b30648b09627b414a5a2c89e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/22787d052082400fb1df73cb325b39b6, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/127c89360e734691994cf388b252f2aa] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp, totalSize=48.9 K 2024-11-20T14:25:42,649 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/9c012d10fa294119ad2b377563a4f164, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/5f9b1d0768e9451dae17b98f2a268523, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/e142bcc475914a629e0eb2c73ea59a9f, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/2628b0d10fff42ecbc82c1f03b1de6b5] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp, totalSize=48.9 K 2024-11-20T14:25:42,649 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e5350a6a5684e6180d7f64ced0d7df9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732112737114 2024-11-20T14:25:42,649 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c012d10fa294119ad2b377563a4f164, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732112737114 2024-11-20T14:25:42,649 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting e0424298b30648b09627b414a5a2c89e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732112738256 2024-11-20T14:25:42,649 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f9b1d0768e9451dae17b98f2a268523, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732112738256 2024-11-20T14:25:42,650 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 22787d052082400fb1df73cb325b39b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732112739613 2024-11-20T14:25:42,650 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting e142bcc475914a629e0eb2c73ea59a9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732112739613 2024-11-20T14:25:42,650 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 127c89360e734691994cf388b252f2aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732112740277 2024-11-20T14:25:42,650 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2628b0d10fff42ecbc82c1f03b1de6b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732112740277 2024-11-20T14:25:42,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T14:25:42,657 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f0be899f04224b6f94a0878b98d351#B#compaction#296 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:42,657 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f0be899f04224b6f94a0878b98d351#A#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:42,657 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/169c731f40774c1388ab2b7fb3da2d37 is 50, key is test_row_0/B:col10/1732112740277/Put/seqid=0 2024-11-20T14:25:42,657 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/fce32ba3a9384eb1b46bd084df11509e is 50, key is test_row_0/A:col10/1732112740277/Put/seqid=0 2024-11-20T14:25:42,658 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:42,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-20T14:25:42,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:42,659 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing c0f0be899f04224b6f94a0878b98d351 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T14:25:42,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=A 2024-11-20T14:25:42,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:42,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=B 2024-11-20T14:25:42,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:42,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=C 2024-11-20T14:25:42,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:42,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742169_1345 (size=13323) 2024-11-20T14:25:42,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742170_1346 (size=13323) 2024-11-20T14:25:42,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/704d7ff14dbf4657ba2d74285c0c5a66 is 50, key is test_row_0/A:col10/1732112741417/Put/seqid=0 2024-11-20T14:25:42,665 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/fce32ba3a9384eb1b46bd084df11509e as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/fce32ba3a9384eb1b46bd084df11509e 2024-11-20T14:25:42,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742171_1347 (size=9857) 2024-11-20T14:25:42,669 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c0f0be899f04224b6f94a0878b98d351/A of c0f0be899f04224b6f94a0878b98d351 into fce32ba3a9384eb1b46bd084df11509e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:42,669 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:42,669 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351., storeName=c0f0be899f04224b6f94a0878b98d351/A, priority=12, startTime=1732112742647; duration=0sec 2024-11-20T14:25:42,669 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:25:42,669 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f0be899f04224b6f94a0878b98d351:A 2024-11-20T14:25:42,669 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T14:25:42,670 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T14:25:42,670 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): c0f0be899f04224b6f94a0878b98d351/C is initiating minor compaction (all files) 2024-11-20T14:25:42,670 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0f0be899f04224b6f94a0878b98d351/C in TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:42,670 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/543a109973264501926e30c5da7dc2ed, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/fdee6a13071d455e89324c9ebbe6d736, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/ac23d5574d7a4a98b819d093ecda6aed, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/b2bdbc76b00a4ba98f3e62c132d6694b] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp, totalSize=48.9 K 2024-11-20T14:25:42,671 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 543a109973264501926e30c5da7dc2ed, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732112737114 2024-11-20T14:25:42,671 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting fdee6a13071d455e89324c9ebbe6d736, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732112738256 2024-11-20T14:25:42,671 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac23d5574d7a4a98b819d093ecda6aed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732112739613 2024-11-20T14:25:42,671 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2bdbc76b00a4ba98f3e62c132d6694b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732112740277 2024-11-20T14:25:42,678 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0f0be899f04224b6f94a0878b98d351#C#compaction#299 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:42,678 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/2b824197a05543bd8975fd0ed7886f3e is 50, key is test_row_0/C:col10/1732112740277/Put/seqid=0 2024-11-20T14:25:42,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742172_1348 (size=13323) 2024-11-20T14:25:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T14:25:43,066 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/169c731f40774c1388ab2b7fb3da2d37 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/169c731f40774c1388ab2b7fb3da2d37 2024-11-20T14:25:43,067 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/704d7ff14dbf4657ba2d74285c0c5a66 2024-11-20T14:25:43,070 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c0f0be899f04224b6f94a0878b98d351/B of c0f0be899f04224b6f94a0878b98d351 into 169c731f40774c1388ab2b7fb3da2d37(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:43,070 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:43,070 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351., storeName=c0f0be899f04224b6f94a0878b98d351/B, priority=12, startTime=1732112742647; duration=0sec 2024-11-20T14:25:43,070 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:43,070 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f0be899f04224b6f94a0878b98d351:B 2024-11-20T14:25:43,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/b9d41897bc1c469495a69df2566cf2fb is 50, key is test_row_0/B:col10/1732112741417/Put/seqid=0 2024-11-20T14:25:43,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742173_1349 (size=9857) 2024-11-20T14:25:43,084 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/2b824197a05543bd8975fd0ed7886f3e as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/2b824197a05543bd8975fd0ed7886f3e 2024-11-20T14:25:43,088 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c0f0be899f04224b6f94a0878b98d351/C of c0f0be899f04224b6f94a0878b98d351 into 2b824197a05543bd8975fd0ed7886f3e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:43,088 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:43,088 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351., storeName=c0f0be899f04224b6f94a0878b98d351/C, priority=12, startTime=1732112742647; duration=0sec 2024-11-20T14:25:43,088 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:43,088 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0f0be899f04224b6f94a0878b98d351:C 2024-11-20T14:25:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T14:25:43,476 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/b9d41897bc1c469495a69df2566cf2fb 2024-11-20T14:25:43,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/e888c8ec07f24abe962e8e6674120ef8 is 50, key is test_row_0/C:col10/1732112741417/Put/seqid=0 2024-11-20T14:25:43,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742174_1350 (size=9857) 2024-11-20T14:25:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on c0f0be899f04224b6f94a0878b98d351 2024-11-20T14:25:43,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. as already flushing 2024-11-20T14:25:43,536 DEBUG [Thread-1162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17b6adc5 to 127.0.0.1:60221 2024-11-20T14:25:43,536 DEBUG [Thread-1162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:25:43,886 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/e888c8ec07f24abe962e8e6674120ef8 2024-11-20T14:25:43,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/704d7ff14dbf4657ba2d74285c0c5a66 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/704d7ff14dbf4657ba2d74285c0c5a66 2024-11-20T14:25:43,892 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/704d7ff14dbf4657ba2d74285c0c5a66, entries=100, sequenceid=450, filesize=9.6 K 2024-11-20T14:25:43,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/b9d41897bc1c469495a69df2566cf2fb as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/b9d41897bc1c469495a69df2566cf2fb 2024-11-20T14:25:43,896 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/b9d41897bc1c469495a69df2566cf2fb, entries=100, sequenceid=450, filesize=9.6 K 2024-11-20T14:25:43,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/e888c8ec07f24abe962e8e6674120ef8 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/e888c8ec07f24abe962e8e6674120ef8 2024-11-20T14:25:43,900 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/e888c8ec07f24abe962e8e6674120ef8, entries=100, sequenceid=450, filesize=9.6 K 2024-11-20T14:25:43,901 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=6.71 KB/6870 for c0f0be899f04224b6f94a0878b98d351 in 1242ms, sequenceid=450, compaction requested=false 2024-11-20T14:25:43,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:43,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:43,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-20T14:25:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-20T14:25:43,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-20T14:25:43,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5480 sec 2024-11-20T14:25:43,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.5510 sec 2024-11-20T14:25:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T14:25:44,458 INFO [Thread-1172 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-20T14:25:46,002 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T14:25:46,411 DEBUG [Thread-1164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x669e1999 to 127.0.0.1:60221 2024-11-20T14:25:46,412 DEBUG [Thread-1164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:25:46,416 DEBUG [Thread-1168 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ec09297 to 127.0.0.1:60221 2024-11-20T14:25:46,416 DEBUG [Thread-1168 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:25:46,425 DEBUG [Thread-1166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72aa9ee5 to 127.0.0.1:60221 2024-11-20T14:25:46,426 DEBUG [Thread-1166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:25:47,954 DEBUG [Thread-1170 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4dfb20f6 to 127.0.0.1:60221 2024-11-20T14:25:47,954 DEBUG [Thread-1170 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:25:47,954 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T14:25:47,954 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-11-20T14:25:47,954 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-20T14:25:47,954 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-20T14:25:47,954 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-20T14:25:47,954 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-20T14:25:47,954 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T14:25:47,954 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7321 2024-11-20T14:25:47,954 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6957 2024-11-20T14:25:47,954 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7262 2024-11-20T14:25:47,954 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7323 2024-11-20T14:25:47,954 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6976 2024-11-20T14:25:47,954 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T14:25:47,954 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T14:25:47,954 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f66057f to 127.0.0.1:60221 2024-11-20T14:25:47,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:25:47,955 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T14:25:47,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T14:25:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T14:25:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-20T14:25:47,957 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732112747957"}]},"ts":"1732112747957"} 2024-11-20T14:25:47,958 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T14:25:47,960 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T14:25:47,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T14:25:47,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0f0be899f04224b6f94a0878b98d351, UNASSIGN}] 2024-11-20T14:25:47,962 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0f0be899f04224b6f94a0878b98d351, UNASSIGN 2024-11-20T14:25:47,963 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=c0f0be899f04224b6f94a0878b98d351, regionState=CLOSING, regionLocation=315eb151f916,36867,1732112657619 2024-11-20T14:25:47,963 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T14:25:47,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; CloseRegionProcedure c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619}] 2024-11-20T14:25:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-20T14:25:48,114 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:48,115 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(124): Close c0f0be899f04224b6f94a0878b98d351 2024-11-20T14:25:48,115 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T14:25:48,115 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1681): Closing c0f0be899f04224b6f94a0878b98d351, disabling compactions & flushes 2024-11-20T14:25:48,115 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:48,115 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:48,115 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. after waiting 0 ms 2024-11-20T14:25:48,115 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:48,115 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(2837): Flushing c0f0be899f04224b6f94a0878b98d351 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T14:25:48,115 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=A 2024-11-20T14:25:48,116 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:48,116 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=B 2024-11-20T14:25:48,116 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:48,116 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0f0be899f04224b6f94a0878b98d351, store=C 2024-11-20T14:25:48,116 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:48,119 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/652e815ea5fc4e3aa9f70f91893304ae is 50, key is test_row_1/A:col10/1732112747952/Put/seqid=0 2024-11-20T14:25:48,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742175_1351 (size=9857) 2024-11-20T14:25:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-20T14:25:48,523 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/652e815ea5fc4e3aa9f70f91893304ae 2024-11-20T14:25:48,530 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/2adf1a5cc4674748bb2b09c0a93dac6a is 50, key is test_row_1/B:col10/1732112747952/Put/seqid=0 2024-11-20T14:25:48,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742176_1352 (size=9857) 2024-11-20T14:25:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-20T14:25:48,933 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/2adf1a5cc4674748bb2b09c0a93dac6a 2024-11-20T14:25:48,939 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/53f228d93d5243b0a18f3bf888f17435 is 50, key is test_row_1/C:col10/1732112747952/Put/seqid=0 2024-11-20T14:25:48,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742177_1353 (size=9857) 2024-11-20T14:25:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-20T14:25:49,343 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/53f228d93d5243b0a18f3bf888f17435 2024-11-20T14:25:49,347 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/A/652e815ea5fc4e3aa9f70f91893304ae as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/652e815ea5fc4e3aa9f70f91893304ae 2024-11-20T14:25:49,350 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/652e815ea5fc4e3aa9f70f91893304ae, entries=100, sequenceid=461, filesize=9.6 K 2024-11-20T14:25:49,350 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/B/2adf1a5cc4674748bb2b09c0a93dac6a as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/2adf1a5cc4674748bb2b09c0a93dac6a 2024-11-20T14:25:49,353 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/2adf1a5cc4674748bb2b09c0a93dac6a, entries=100, sequenceid=461, filesize=9.6 K 2024-11-20T14:25:49,354 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/.tmp/C/53f228d93d5243b0a18f3bf888f17435 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/53f228d93d5243b0a18f3bf888f17435 2024-11-20T14:25:49,356 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/53f228d93d5243b0a18f3bf888f17435, entries=100, sequenceid=461, filesize=9.6 K 2024-11-20T14:25:49,357 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for c0f0be899f04224b6f94a0878b98d351 in 1242ms, sequenceid=461, compaction requested=true 2024-11-20T14:25:49,358 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/3de74253a8e94dd5ab7e8762ed955801, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/7836e949a6c2411b936afcdc7bebe65a, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/e370fd7e82f040adb56e75faf436e1f6, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/353ae13f588d443885bd8f232c97ba2a, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/b293ecb2643b44c1b9198b6c3c4502df, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/4b97d29a439f4fd7b524caf138ba5c93, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/094d39cabfdb4430ac1bf13bcef40030, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/d66deba7274640eaa4b97324ea0ad82b, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/c95f00555de842acad70b73ce61090f0, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/e4e85556e7414f3c9ead33a9cea183f2, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/cfd230c300af43f281ee74b208882a5c, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/8c1ae375299b4446ab7db609846be489, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/c4cf4a595320471cbdec627dcb85ad35, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/822423a11a6c4e6b84982da4dd9badb2, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/6baa3928e2ca4b218e21bf445c328a4e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/0f6e6b2307a44cbe9edd13a45dfcfca3, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/04a6641c2da7420991e18e1899ac6470, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/27d3b7dcaae74cabbbc6bff676b5f297, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/51b3b206b82e42fcaa7a81624cfefb61, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/4dc3454d68f24185b05eb6ee6e5cbbb0, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/5466b81c72ad40ef848f3be8e7a1fcbb, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/e858172fb93f459da3a8a2da50cbcea9, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/b333cb50676143e1b3f41d34d350d72b, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/71fe60049bf2491ca340024fd7bf752e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/4280dc0875c74134adaf8a5fb03a493c, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/9c012d10fa294119ad2b377563a4f164, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/c6ffab5eb83e4e5fb8c79ae7ecf49d0d, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/5f9b1d0768e9451dae17b98f2a268523, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/e142bcc475914a629e0eb2c73ea59a9f, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/2628b0d10fff42ecbc82c1f03b1de6b5] to archive 2024-11-20T14:25:49,359 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T14:25:49,360 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/3de74253a8e94dd5ab7e8762ed955801 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/3de74253a8e94dd5ab7e8762ed955801 2024-11-20T14:25:49,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/7836e949a6c2411b936afcdc7bebe65a to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/7836e949a6c2411b936afcdc7bebe65a 2024-11-20T14:25:49,362 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/e370fd7e82f040adb56e75faf436e1f6 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/e370fd7e82f040adb56e75faf436e1f6 2024-11-20T14:25:49,363 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/353ae13f588d443885bd8f232c97ba2a to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/353ae13f588d443885bd8f232c97ba2a 2024-11-20T14:25:49,364 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/b293ecb2643b44c1b9198b6c3c4502df to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/b293ecb2643b44c1b9198b6c3c4502df 2024-11-20T14:25:49,365 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/4b97d29a439f4fd7b524caf138ba5c93 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/4b97d29a439f4fd7b524caf138ba5c93 2024-11-20T14:25:49,366 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/094d39cabfdb4430ac1bf13bcef40030 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/094d39cabfdb4430ac1bf13bcef40030 2024-11-20T14:25:49,366 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/d66deba7274640eaa4b97324ea0ad82b to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/d66deba7274640eaa4b97324ea0ad82b 2024-11-20T14:25:49,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/c95f00555de842acad70b73ce61090f0 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/c95f00555de842acad70b73ce61090f0 2024-11-20T14:25:49,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/e4e85556e7414f3c9ead33a9cea183f2 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/e4e85556e7414f3c9ead33a9cea183f2 2024-11-20T14:25:49,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/cfd230c300af43f281ee74b208882a5c to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/cfd230c300af43f281ee74b208882a5c 2024-11-20T14:25:49,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/8c1ae375299b4446ab7db609846be489 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/8c1ae375299b4446ab7db609846be489 2024-11-20T14:25:49,371 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/c4cf4a595320471cbdec627dcb85ad35 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/c4cf4a595320471cbdec627dcb85ad35 2024-11-20T14:25:49,372 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/822423a11a6c4e6b84982da4dd9badb2 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/822423a11a6c4e6b84982da4dd9badb2 2024-11-20T14:25:49,373 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/6baa3928e2ca4b218e21bf445c328a4e to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/6baa3928e2ca4b218e21bf445c328a4e 2024-11-20T14:25:49,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/0f6e6b2307a44cbe9edd13a45dfcfca3 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/0f6e6b2307a44cbe9edd13a45dfcfca3 2024-11-20T14:25:49,375 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/04a6641c2da7420991e18e1899ac6470 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/04a6641c2da7420991e18e1899ac6470 2024-11-20T14:25:49,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/27d3b7dcaae74cabbbc6bff676b5f297 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/27d3b7dcaae74cabbbc6bff676b5f297 2024-11-20T14:25:49,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/51b3b206b82e42fcaa7a81624cfefb61 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/51b3b206b82e42fcaa7a81624cfefb61 2024-11-20T14:25:49,378 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/4dc3454d68f24185b05eb6ee6e5cbbb0 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/4dc3454d68f24185b05eb6ee6e5cbbb0 2024-11-20T14:25:49,378 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/5466b81c72ad40ef848f3be8e7a1fcbb to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/5466b81c72ad40ef848f3be8e7a1fcbb 2024-11-20T14:25:49,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/e858172fb93f459da3a8a2da50cbcea9 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/e858172fb93f459da3a8a2da50cbcea9 2024-11-20T14:25:49,380 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/b333cb50676143e1b3f41d34d350d72b to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/b333cb50676143e1b3f41d34d350d72b 2024-11-20T14:25:49,381 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/71fe60049bf2491ca340024fd7bf752e to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/71fe60049bf2491ca340024fd7bf752e 2024-11-20T14:25:49,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/4280dc0875c74134adaf8a5fb03a493c to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/4280dc0875c74134adaf8a5fb03a493c 2024-11-20T14:25:49,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/9c012d10fa294119ad2b377563a4f164 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/9c012d10fa294119ad2b377563a4f164 2024-11-20T14:25:49,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/c6ffab5eb83e4e5fb8c79ae7ecf49d0d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/c6ffab5eb83e4e5fb8c79ae7ecf49d0d 2024-11-20T14:25:49,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/5f9b1d0768e9451dae17b98f2a268523 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/5f9b1d0768e9451dae17b98f2a268523 2024-11-20T14:25:49,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/e142bcc475914a629e0eb2c73ea59a9f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/e142bcc475914a629e0eb2c73ea59a9f 2024-11-20T14:25:49,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/2628b0d10fff42ecbc82c1f03b1de6b5 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/2628b0d10fff42ecbc82c1f03b1de6b5 2024-11-20T14:25:49,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/98afeb57aed04fc5bc47c334674cdcac, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/1cdccfc2354e4e79b6825f221118d286, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/3ec00de105d24917995c632c8738d307, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/5b429c77154446078449b8929f288f17, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/403ff6162c0e40e8961f1a0e6f27a8c7, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/ffa814498f9c434492ba946f35c6e1a2, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/6166064cf555406fb2f925d8fd815010, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/6593fa0e3f394a678f0cf650ed15a2f3, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/5551a971ca504b7086266e2736685b72, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/3ad6602e17644853a1155c10f25a170e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/99f5ab420d7d4817b36922b3ef1005a8, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/8435da54e7204576beb4e59991f03356, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/edcc7c3ff1d145fa810c92926b795083, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/3726ae4eef7d4bd4b7286edb8fb2e114, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/a9baa3e99acc483684f23c37619e7bd1, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/28217ea2d5484e4ca2257d780c4d2074, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/aac7fc10574b40de941e7a3d47717d3e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/11f7e837e7424a408e69292544368c79, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/d5a47c2ef3394e3ea7dad44316c81dcd, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/55abe97c7c474a6ab76eaaae34b68f09, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/dd3590ff95bd4d2587db27e8b8a0dce4, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/0f15d5570ee446c39194779623f881bd, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/9fded8535fcb44ec85cda7ada9c7df6f, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/c3d2c7f8ec5847c68518e04aece3f3b7, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/61e41ed753614dbbbf4c9de0c953c1c2, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/5e5350a6a5684e6180d7f64ced0d7df9, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/130b729f0fe3417d8f6ecb7ddbc3da6d, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/e0424298b30648b09627b414a5a2c89e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/22787d052082400fb1df73cb325b39b6, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/127c89360e734691994cf388b252f2aa] to archive 2024-11-20T14:25:49,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T14:25:49,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/98afeb57aed04fc5bc47c334674cdcac to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/98afeb57aed04fc5bc47c334674cdcac 2024-11-20T14:25:49,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/1cdccfc2354e4e79b6825f221118d286 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/1cdccfc2354e4e79b6825f221118d286 2024-11-20T14:25:49,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/3ec00de105d24917995c632c8738d307 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/3ec00de105d24917995c632c8738d307 2024-11-20T14:25:49,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/5b429c77154446078449b8929f288f17 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/5b429c77154446078449b8929f288f17 2024-11-20T14:25:49,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/403ff6162c0e40e8961f1a0e6f27a8c7 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/403ff6162c0e40e8961f1a0e6f27a8c7 2024-11-20T14:25:49,395 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/ffa814498f9c434492ba946f35c6e1a2 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/ffa814498f9c434492ba946f35c6e1a2 2024-11-20T14:25:49,396 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/6166064cf555406fb2f925d8fd815010 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/6166064cf555406fb2f925d8fd815010 2024-11-20T14:25:49,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/6593fa0e3f394a678f0cf650ed15a2f3 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/6593fa0e3f394a678f0cf650ed15a2f3 2024-11-20T14:25:49,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/5551a971ca504b7086266e2736685b72 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/5551a971ca504b7086266e2736685b72 2024-11-20T14:25:49,398 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/3ad6602e17644853a1155c10f25a170e to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/3ad6602e17644853a1155c10f25a170e 2024-11-20T14:25:49,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/99f5ab420d7d4817b36922b3ef1005a8 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/99f5ab420d7d4817b36922b3ef1005a8 2024-11-20T14:25:49,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/8435da54e7204576beb4e59991f03356 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/8435da54e7204576beb4e59991f03356 2024-11-20T14:25:49,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/edcc7c3ff1d145fa810c92926b795083 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/edcc7c3ff1d145fa810c92926b795083 2024-11-20T14:25:49,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/3726ae4eef7d4bd4b7286edb8fb2e114 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/3726ae4eef7d4bd4b7286edb8fb2e114 2024-11-20T14:25:49,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/a9baa3e99acc483684f23c37619e7bd1 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/a9baa3e99acc483684f23c37619e7bd1 2024-11-20T14:25:49,404 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/28217ea2d5484e4ca2257d780c4d2074 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/28217ea2d5484e4ca2257d780c4d2074 2024-11-20T14:25:49,405 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/aac7fc10574b40de941e7a3d47717d3e to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/aac7fc10574b40de941e7a3d47717d3e 2024-11-20T14:25:49,406 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/11f7e837e7424a408e69292544368c79 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/11f7e837e7424a408e69292544368c79 2024-11-20T14:25:49,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/d5a47c2ef3394e3ea7dad44316c81dcd to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/d5a47c2ef3394e3ea7dad44316c81dcd 2024-11-20T14:25:49,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/55abe97c7c474a6ab76eaaae34b68f09 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/55abe97c7c474a6ab76eaaae34b68f09 2024-11-20T14:25:49,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/dd3590ff95bd4d2587db27e8b8a0dce4 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/dd3590ff95bd4d2587db27e8b8a0dce4 2024-11-20T14:25:49,410 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/0f15d5570ee446c39194779623f881bd to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/0f15d5570ee446c39194779623f881bd 2024-11-20T14:25:49,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/9fded8535fcb44ec85cda7ada9c7df6f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/9fded8535fcb44ec85cda7ada9c7df6f 2024-11-20T14:25:49,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/c3d2c7f8ec5847c68518e04aece3f3b7 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/c3d2c7f8ec5847c68518e04aece3f3b7 2024-11-20T14:25:49,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/61e41ed753614dbbbf4c9de0c953c1c2 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/61e41ed753614dbbbf4c9de0c953c1c2 2024-11-20T14:25:49,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/5e5350a6a5684e6180d7f64ced0d7df9 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/5e5350a6a5684e6180d7f64ced0d7df9 2024-11-20T14:25:49,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/130b729f0fe3417d8f6ecb7ddbc3da6d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/130b729f0fe3417d8f6ecb7ddbc3da6d 2024-11-20T14:25:49,415 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/e0424298b30648b09627b414a5a2c89e to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/e0424298b30648b09627b414a5a2c89e 2024-11-20T14:25:49,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/22787d052082400fb1df73cb325b39b6 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/22787d052082400fb1df73cb325b39b6 2024-11-20T14:25:49,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/127c89360e734691994cf388b252f2aa to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/127c89360e734691994cf388b252f2aa 2024-11-20T14:25:49,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/9629d92bfda943ef92438890329a6fdc, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/d03cc28a968d41608c91114908b9354f, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/63224500ea6c41cbad83dccb07184025, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/af55e1a6104748828eddf24292aa6ed4, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/790875f12d41479fb05bdb4714be099f, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/fe0171f3694b4fec9aae0d776285cf77, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/b171854f02af4a02bbf7023110ca1248, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/cefdca67b67e4c4a97149c122e10c821, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/5e2d46e3cc934e9ca9fd56215e6cdf95, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/3fe9326a704a468983426f367868d226, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/b147f1fca101400982ab7f3e4a6127b7, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/bca9043b8a4f4b0c995348acf1a0c270, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/6f2ad438b95b4193b4e9031d49bc7cc9, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/00711a45c7564e1889514b8f2067aa08, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/bf256a6f7d824faa8f99d5b2b1c53e23, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/663feab17c194c118a954b23ed16d101, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/10dbb353a5c04be1b0f90559a368acc4, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/cfd78aac82454b75b5917561ca2a34c2, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/5623983b288e4279a790e6338d8801f8, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/37a9af35eeea41f1b46e839489837d4e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/492503787f5a47aea20eb916120602fe, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/3db8f5b42c7149ec93c8995859886b25, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/b5548c8664e743238e8d5ac7582639b9, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/6cc6d84ed0784401ad0481da9d07d427, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/5e9bb576fd544d4797c3878ff8051a3c, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/543a109973264501926e30c5da7dc2ed, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/cb02cdff51b44357a10461c4b6424f20, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/fdee6a13071d455e89324c9ebbe6d736, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/ac23d5574d7a4a98b819d093ecda6aed, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/b2bdbc76b00a4ba98f3e62c132d6694b] to archive 2024-11-20T14:25:49,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T14:25:49,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/9629d92bfda943ef92438890329a6fdc to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/9629d92bfda943ef92438890329a6fdc 2024-11-20T14:25:49,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/d03cc28a968d41608c91114908b9354f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/d03cc28a968d41608c91114908b9354f 2024-11-20T14:25:49,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/63224500ea6c41cbad83dccb07184025 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/63224500ea6c41cbad83dccb07184025 2024-11-20T14:25:49,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/af55e1a6104748828eddf24292aa6ed4 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/af55e1a6104748828eddf24292aa6ed4 2024-11-20T14:25:49,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/790875f12d41479fb05bdb4714be099f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/790875f12d41479fb05bdb4714be099f 2024-11-20T14:25:49,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/fe0171f3694b4fec9aae0d776285cf77 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/fe0171f3694b4fec9aae0d776285cf77 2024-11-20T14:25:49,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/b171854f02af4a02bbf7023110ca1248 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/b171854f02af4a02bbf7023110ca1248 2024-11-20T14:25:49,428 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/cefdca67b67e4c4a97149c122e10c821 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/cefdca67b67e4c4a97149c122e10c821 2024-11-20T14:25:49,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/5e2d46e3cc934e9ca9fd56215e6cdf95 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/5e2d46e3cc934e9ca9fd56215e6cdf95 2024-11-20T14:25:49,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/3fe9326a704a468983426f367868d226 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/3fe9326a704a468983426f367868d226 2024-11-20T14:25:49,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/b147f1fca101400982ab7f3e4a6127b7 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/b147f1fca101400982ab7f3e4a6127b7 2024-11-20T14:25:49,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/bca9043b8a4f4b0c995348acf1a0c270 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/bca9043b8a4f4b0c995348acf1a0c270 2024-11-20T14:25:49,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/6f2ad438b95b4193b4e9031d49bc7cc9 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/6f2ad438b95b4193b4e9031d49bc7cc9 2024-11-20T14:25:49,434 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/00711a45c7564e1889514b8f2067aa08 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/00711a45c7564e1889514b8f2067aa08 2024-11-20T14:25:49,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/bf256a6f7d824faa8f99d5b2b1c53e23 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/bf256a6f7d824faa8f99d5b2b1c53e23 2024-11-20T14:25:49,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/663feab17c194c118a954b23ed16d101 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/663feab17c194c118a954b23ed16d101 2024-11-20T14:25:49,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/10dbb353a5c04be1b0f90559a368acc4 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/10dbb353a5c04be1b0f90559a368acc4 2024-11-20T14:25:49,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/cfd78aac82454b75b5917561ca2a34c2 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/cfd78aac82454b75b5917561ca2a34c2 2024-11-20T14:25:49,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/5623983b288e4279a790e6338d8801f8 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/5623983b288e4279a790e6338d8801f8 2024-11-20T14:25:49,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/37a9af35eeea41f1b46e839489837d4e to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/37a9af35eeea41f1b46e839489837d4e 2024-11-20T14:25:49,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/492503787f5a47aea20eb916120602fe to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/492503787f5a47aea20eb916120602fe 2024-11-20T14:25:49,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/3db8f5b42c7149ec93c8995859886b25 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/3db8f5b42c7149ec93c8995859886b25 2024-11-20T14:25:49,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/b5548c8664e743238e8d5ac7582639b9 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/b5548c8664e743238e8d5ac7582639b9 2024-11-20T14:25:49,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/6cc6d84ed0784401ad0481da9d07d427 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/6cc6d84ed0784401ad0481da9d07d427 2024-11-20T14:25:49,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/5e9bb576fd544d4797c3878ff8051a3c to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/5e9bb576fd544d4797c3878ff8051a3c 2024-11-20T14:25:49,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/543a109973264501926e30c5da7dc2ed to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/543a109973264501926e30c5da7dc2ed 2024-11-20T14:25:49,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/cb02cdff51b44357a10461c4b6424f20 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/cb02cdff51b44357a10461c4b6424f20 2024-11-20T14:25:49,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/fdee6a13071d455e89324c9ebbe6d736 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/fdee6a13071d455e89324c9ebbe6d736 2024-11-20T14:25:49,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/ac23d5574d7a4a98b819d093ecda6aed to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/ac23d5574d7a4a98b819d093ecda6aed 2024-11-20T14:25:49,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/b2bdbc76b00a4ba98f3e62c132d6694b to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/b2bdbc76b00a4ba98f3e62c132d6694b 2024-11-20T14:25:49,455 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/recovered.edits/464.seqid, newMaxSeqId=464, maxSeqId=1 2024-11-20T14:25:49,456 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351. 2024-11-20T14:25:49,456 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1635): Region close journal for c0f0be899f04224b6f94a0878b98d351: 2024-11-20T14:25:49,457 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(170): Closed c0f0be899f04224b6f94a0878b98d351 2024-11-20T14:25:49,458 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=c0f0be899f04224b6f94a0878b98d351, regionState=CLOSED 2024-11-20T14:25:49,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-20T14:25:49,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; CloseRegionProcedure c0f0be899f04224b6f94a0878b98d351, server=315eb151f916,36867,1732112657619 in 1.4960 sec 2024-11-20T14:25:49,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-11-20T14:25:49,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0f0be899f04224b6f94a0878b98d351, UNASSIGN in 1.4980 sec 2024-11-20T14:25:49,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-20T14:25:49,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5010 sec 2024-11-20T14:25:49,464 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732112749464"}]},"ts":"1732112749464"} 2024-11-20T14:25:49,465 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T14:25:49,467 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T14:25:49,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5130 sec 2024-11-20T14:25:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-20T14:25:50,061 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-20T14:25:50,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T14:25:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T14:25:50,062 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T14:25:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-20T14:25:50,063 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=93, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T14:25:50,064 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351 2024-11-20T14:25:50,066 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A, FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B, FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C, FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/recovered.edits] 2024-11-20T14:25:50,068 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/652e815ea5fc4e3aa9f70f91893304ae to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/652e815ea5fc4e3aa9f70f91893304ae 2024-11-20T14:25:50,070 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/704d7ff14dbf4657ba2d74285c0c5a66 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/704d7ff14dbf4657ba2d74285c0c5a66 2024-11-20T14:25:50,070 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/fce32ba3a9384eb1b46bd084df11509e to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/A/fce32ba3a9384eb1b46bd084df11509e 2024-11-20T14:25:50,072 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/169c731f40774c1388ab2b7fb3da2d37 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/169c731f40774c1388ab2b7fb3da2d37 2024-11-20T14:25:50,073 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/2adf1a5cc4674748bb2b09c0a93dac6a to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/2adf1a5cc4674748bb2b09c0a93dac6a 2024-11-20T14:25:50,074 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/b9d41897bc1c469495a69df2566cf2fb to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/B/b9d41897bc1c469495a69df2566cf2fb 2024-11-20T14:25:50,076 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/2b824197a05543bd8975fd0ed7886f3e to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/2b824197a05543bd8975fd0ed7886f3e 2024-11-20T14:25:50,076 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/53f228d93d5243b0a18f3bf888f17435 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/53f228d93d5243b0a18f3bf888f17435 2024-11-20T14:25:50,077 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/e888c8ec07f24abe962e8e6674120ef8 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/C/e888c8ec07f24abe962e8e6674120ef8 2024-11-20T14:25:50,079 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/recovered.edits/464.seqid to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351/recovered.edits/464.seqid 2024-11-20T14:25:50,080 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/c0f0be899f04224b6f94a0878b98d351 2024-11-20T14:25:50,080 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T14:25:50,082 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=93, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T14:25:50,086 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T14:25:50,088 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T14:25:50,088 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=93, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T14:25:50,088 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T14:25:50,089 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732112750089"}]},"ts":"9223372036854775807"} 2024-11-20T14:25:50,090 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T14:25:50,090 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c0f0be899f04224b6f94a0878b98d351, NAME => 'TestAcidGuarantees,,1732112720197.c0f0be899f04224b6f94a0878b98d351.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T14:25:50,090 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T14:25:50,090 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732112750090"}]},"ts":"9223372036854775807"} 2024-11-20T14:25:50,092 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T14:25:50,094 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=93, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T14:25:50,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 33 msec 2024-11-20T14:25:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-20T14:25:50,164 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-20T14:25:50,173 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=237 (was 240), OpenFileDescriptor=451 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=342 (was 355), ProcessCount=11 (was 11), AvailableMemoryMB=5832 (was 5872) 2024-11-20T14:25:50,181 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=237, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=342, ProcessCount=11, AvailableMemoryMB=5831 2024-11-20T14:25:50,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T14:25:50,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T14:25:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T14:25:50,183 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T14:25:50,183 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:25:50,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 94 2024-11-20T14:25:50,184 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T14:25:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-20T14:25:50,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742178_1354 (size=963) 2024-11-20T14:25:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-20T14:25:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-20T14:25:50,591 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4 2024-11-20T14:25:50,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742179_1355 (size=53) 2024-11-20T14:25:50,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-20T14:25:50,996 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:25:50,996 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 516b6b1875819e27f177ccf029d25c96, disabling compactions & flushes 2024-11-20T14:25:50,996 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:50,997 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:50,997 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. after waiting 0 ms 2024-11-20T14:25:50,997 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:50,997 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:50,997 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:25:50,998 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T14:25:50,998 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732112750998"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732112750998"}]},"ts":"1732112750998"} 2024-11-20T14:25:50,999 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T14:25:50,999 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T14:25:50,999 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732112750999"}]},"ts":"1732112750999"} 2024-11-20T14:25:51,000 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T14:25:51,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=516b6b1875819e27f177ccf029d25c96, ASSIGN}] 2024-11-20T14:25:51,005 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=516b6b1875819e27f177ccf029d25c96, ASSIGN 2024-11-20T14:25:51,005 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=516b6b1875819e27f177ccf029d25c96, ASSIGN; state=OFFLINE, location=315eb151f916,36867,1732112657619; forceNewPlan=false, retain=false 2024-11-20T14:25:51,156 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=516b6b1875819e27f177ccf029d25c96, regionState=OPENING, regionLocation=315eb151f916,36867,1732112657619 2024-11-20T14:25:51,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; OpenRegionProcedure 516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619}] 2024-11-20T14:25:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-20T14:25:51,308 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:51,311 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:51,311 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7285): Opening region: {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} 2024-11-20T14:25:51,312 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 516b6b1875819e27f177ccf029d25c96 2024-11-20T14:25:51,312 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:25:51,312 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7327): checking encryption for 516b6b1875819e27f177ccf029d25c96 2024-11-20T14:25:51,312 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7330): checking classloading for 516b6b1875819e27f177ccf029d25c96 2024-11-20T14:25:51,313 INFO [StoreOpener-516b6b1875819e27f177ccf029d25c96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 516b6b1875819e27f177ccf029d25c96 2024-11-20T14:25:51,314 INFO [StoreOpener-516b6b1875819e27f177ccf029d25c96-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T14:25:51,314 INFO [StoreOpener-516b6b1875819e27f177ccf029d25c96-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 516b6b1875819e27f177ccf029d25c96 columnFamilyName A 2024-11-20T14:25:51,314 DEBUG [StoreOpener-516b6b1875819e27f177ccf029d25c96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:25:51,314 INFO [StoreOpener-516b6b1875819e27f177ccf029d25c96-1 {}] regionserver.HStore(327): Store=516b6b1875819e27f177ccf029d25c96/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:25:51,315 INFO [StoreOpener-516b6b1875819e27f177ccf029d25c96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 516b6b1875819e27f177ccf029d25c96 2024-11-20T14:25:51,316 INFO [StoreOpener-516b6b1875819e27f177ccf029d25c96-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T14:25:51,316 INFO [StoreOpener-516b6b1875819e27f177ccf029d25c96-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 516b6b1875819e27f177ccf029d25c96 columnFamilyName B 2024-11-20T14:25:51,316 DEBUG [StoreOpener-516b6b1875819e27f177ccf029d25c96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:25:51,316 INFO [StoreOpener-516b6b1875819e27f177ccf029d25c96-1 {}] regionserver.HStore(327): Store=516b6b1875819e27f177ccf029d25c96/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:25:51,316 INFO [StoreOpener-516b6b1875819e27f177ccf029d25c96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 516b6b1875819e27f177ccf029d25c96 2024-11-20T14:25:51,317 INFO [StoreOpener-516b6b1875819e27f177ccf029d25c96-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T14:25:51,317 INFO [StoreOpener-516b6b1875819e27f177ccf029d25c96-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 516b6b1875819e27f177ccf029d25c96 columnFamilyName C 2024-11-20T14:25:51,317 DEBUG [StoreOpener-516b6b1875819e27f177ccf029d25c96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:25:51,318 INFO [StoreOpener-516b6b1875819e27f177ccf029d25c96-1 {}] regionserver.HStore(327): Store=516b6b1875819e27f177ccf029d25c96/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:25:51,318 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:51,318 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96 2024-11-20T14:25:51,318 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96 2024-11-20T14:25:51,320 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T14:25:51,320 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1085): writing seq id for 516b6b1875819e27f177ccf029d25c96 2024-11-20T14:25:51,322 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T14:25:51,322 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1102): Opened 516b6b1875819e27f177ccf029d25c96; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73492309, jitterRate=0.09512074291706085}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T14:25:51,323 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1001): Region open journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:25:51,323 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96., pid=96, masterSystemTime=1732112751308 2024-11-20T14:25:51,325 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:51,325 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:51,325 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=516b6b1875819e27f177ccf029d25c96, regionState=OPEN, openSeqNum=2, regionLocation=315eb151f916,36867,1732112657619 2024-11-20T14:25:51,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-20T14:25:51,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; OpenRegionProcedure 516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 in 169 msec 2024-11-20T14:25:51,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-20T14:25:51,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=516b6b1875819e27f177ccf029d25c96, ASSIGN in 323 msec 2024-11-20T14:25:51,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T14:25:51,329 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732112751329"}]},"ts":"1732112751329"} 2024-11-20T14:25:51,330 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T14:25:51,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T14:25:51,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-11-20T14:25:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-20T14:25:52,288 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 94 completed 2024-11-20T14:25:52,289 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34becda3 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2f7f772a 2024-11-20T14:25:52,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b976e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:25:52,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:25:52,296 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57948, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:25:52,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T14:25:52,297 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58058, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T14:25:52,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T14:25:52,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T14:25:52,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T14:25:52,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742180_1356 (size=999) 2024-11-20T14:25:52,711 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-20T14:25:52,711 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-20T14:25:52,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T14:25:52,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=516b6b1875819e27f177ccf029d25c96, REOPEN/MOVE}] 2024-11-20T14:25:52,715 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=516b6b1875819e27f177ccf029d25c96, REOPEN/MOVE 2024-11-20T14:25:52,715 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=516b6b1875819e27f177ccf029d25c96, regionState=CLOSING, regionLocation=315eb151f916,36867,1732112657619 2024-11-20T14:25:52,716 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T14:25:52,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; CloseRegionProcedure 516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619}] 2024-11-20T14:25:52,868 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:52,868 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(124): Close 516b6b1875819e27f177ccf029d25c96 2024-11-20T14:25:52,868 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T14:25:52,868 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1681): Closing 516b6b1875819e27f177ccf029d25c96, disabling compactions & flushes 2024-11-20T14:25:52,868 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:52,868 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:52,869 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. after waiting 0 ms 2024-11-20T14:25:52,869 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:52,872 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T14:25:52,872 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:52,872 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1635): Region close journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:25:52,872 WARN [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionServer(3786): Not adding moved region record: 516b6b1875819e27f177ccf029d25c96 to self. 2024-11-20T14:25:52,874 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(170): Closed 516b6b1875819e27f177ccf029d25c96 2024-11-20T14:25:52,874 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=516b6b1875819e27f177ccf029d25c96, regionState=CLOSED 2024-11-20T14:25:52,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-20T14:25:52,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; CloseRegionProcedure 516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 in 159 msec 2024-11-20T14:25:52,876 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=516b6b1875819e27f177ccf029d25c96, REOPEN/MOVE; state=CLOSED, location=315eb151f916,36867,1732112657619; forceNewPlan=false, retain=true 2024-11-20T14:25:53,027 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=516b6b1875819e27f177ccf029d25c96, regionState=OPENING, regionLocation=315eb151f916,36867,1732112657619 2024-11-20T14:25:53,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=99, state=RUNNABLE; OpenRegionProcedure 516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619}] 2024-11-20T14:25:53,179 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:53,182 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:53,182 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7285): Opening region: {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} 2024-11-20T14:25:53,183 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 516b6b1875819e27f177ccf029d25c96 2024-11-20T14:25:53,183 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:25:53,183 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7327): checking encryption for 516b6b1875819e27f177ccf029d25c96 2024-11-20T14:25:53,183 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7330): checking classloading for 516b6b1875819e27f177ccf029d25c96 2024-11-20T14:25:53,184 INFO [StoreOpener-516b6b1875819e27f177ccf029d25c96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 516b6b1875819e27f177ccf029d25c96 2024-11-20T14:25:53,185 INFO [StoreOpener-516b6b1875819e27f177ccf029d25c96-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T14:25:53,185 INFO [StoreOpener-516b6b1875819e27f177ccf029d25c96-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 516b6b1875819e27f177ccf029d25c96 columnFamilyName A 2024-11-20T14:25:53,186 DEBUG [StoreOpener-516b6b1875819e27f177ccf029d25c96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:25:53,187 INFO [StoreOpener-516b6b1875819e27f177ccf029d25c96-1 {}] regionserver.HStore(327): Store=516b6b1875819e27f177ccf029d25c96/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:25:53,187 INFO [StoreOpener-516b6b1875819e27f177ccf029d25c96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 516b6b1875819e27f177ccf029d25c96 2024-11-20T14:25:53,188 INFO [StoreOpener-516b6b1875819e27f177ccf029d25c96-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T14:25:53,188 INFO [StoreOpener-516b6b1875819e27f177ccf029d25c96-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 516b6b1875819e27f177ccf029d25c96 columnFamilyName B 2024-11-20T14:25:53,188 DEBUG [StoreOpener-516b6b1875819e27f177ccf029d25c96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:25:53,188 INFO [StoreOpener-516b6b1875819e27f177ccf029d25c96-1 {}] regionserver.HStore(327): Store=516b6b1875819e27f177ccf029d25c96/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:25:53,188 INFO [StoreOpener-516b6b1875819e27f177ccf029d25c96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 516b6b1875819e27f177ccf029d25c96 2024-11-20T14:25:53,189 INFO [StoreOpener-516b6b1875819e27f177ccf029d25c96-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T14:25:53,189 INFO [StoreOpener-516b6b1875819e27f177ccf029d25c96-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 516b6b1875819e27f177ccf029d25c96 columnFamilyName C 2024-11-20T14:25:53,189 DEBUG [StoreOpener-516b6b1875819e27f177ccf029d25c96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:25:53,189 INFO [StoreOpener-516b6b1875819e27f177ccf029d25c96-1 {}] regionserver.HStore(327): Store=516b6b1875819e27f177ccf029d25c96/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:25:53,189 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:53,190 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96 2024-11-20T14:25:53,191 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96 2024-11-20T14:25:53,192 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T14:25:53,193 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1085): writing seq id for 516b6b1875819e27f177ccf029d25c96 2024-11-20T14:25:53,193 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1102): Opened 516b6b1875819e27f177ccf029d25c96; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59988266, jitterRate=-0.10610517859458923}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T14:25:53,194 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1001): Region open journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:25:53,194 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96., pid=101, masterSystemTime=1732112753179 2024-11-20T14:25:53,196 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:53,196 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:53,196 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=516b6b1875819e27f177ccf029d25c96, regionState=OPEN, openSeqNum=5, regionLocation=315eb151f916,36867,1732112657619 2024-11-20T14:25:53,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=99 2024-11-20T14:25:53,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=99, state=SUCCESS; OpenRegionProcedure 516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 in 169 msec 2024-11-20T14:25:53,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-20T14:25:53,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=516b6b1875819e27f177ccf029d25c96, REOPEN/MOVE in 484 msec 2024-11-20T14:25:53,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-20T14:25:53,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 486 msec 2024-11-20T14:25:53,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 901 msec 2024-11-20T14:25:53,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-20T14:25:53,203 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5fe71801 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@bf5e2f0 2024-11-20T14:25:53,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b82ba2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:25:53,211 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51f7d511 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75b14fbd 2024-11-20T14:25:53,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b6cf8cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:25:53,215 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1dc42ea6 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62f74604 2024-11-20T14:25:53,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec15031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:25:53,218 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x117e86d9 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49e13594 2024-11-20T14:25:53,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd5b441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:25:53,221 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6cd96549 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c54a0d3 2024-11-20T14:25:53,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c336ea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:25:53,225 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3875c8c5 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f94d721 2024-11-20T14:25:53,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aee939b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:25:53,228 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0801ba40 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@319559be 2024-11-20T14:25:53,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f49665c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:25:53,231 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x27539bdc to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c907e21 2024-11-20T14:25:53,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683f8469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:25:53,234 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e3203d9 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61ec0f48 2024-11-20T14:25:53,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e4d3d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:25:53,238 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x798e7fd4 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7819b9e2 2024-11-20T14:25:53,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b308f62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:25:53,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:25:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-20T14:25:53,244 DEBUG [hconnection-0x54d59e25-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:25:53,244 DEBUG [hconnection-0x50c135b5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:25:53,244 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:25:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T14:25:53,245 DEBUG [hconnection-0x4edb326c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:25:53,245 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33792, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:25:53,245 DEBUG [hconnection-0x7ecf4618-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:25:53,245 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33804, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:25:53,245 DEBUG [hconnection-0x4c87fe51-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:25:53,245 DEBUG [hconnection-0x75885f97-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:25:53,246 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33812, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:25:53,246 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33826, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:25:53,246 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33842, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:25:53,246 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:25:53,246 DEBUG [hconnection-0x45b283ed-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:25:53,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:25:53,247 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33846, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:25:53,248 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:25:53,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 516b6b1875819e27f177ccf029d25c96 2024-11-20T14:25:53,254 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 516b6b1875819e27f177ccf029d25c96 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T14:25:53,254 DEBUG [hconnection-0x1747789-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:25:53,255 DEBUG [hconnection-0x6d42ec43-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:25:53,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=A 2024-11-20T14:25:53,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:53,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=B 2024-11-20T14:25:53,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:53,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=C 2024-11-20T14:25:53,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:53,256 DEBUG [hconnection-0x4573f4b4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:25:53,256 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33870, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:25:53,256 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33856, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:25:53,256 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33874, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:25:53,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120614431688e0648919d44cdc47dbace6c_516b6b1875819e27f177ccf029d25c96 is 50, key is test_row_0/A:col10/1732112753253/Put/seqid=0 2024-11-20T14:25:53,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742181_1357 (size=12154) 2024-11-20T14:25:53,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:53,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112813314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:53,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:53,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112813322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:53,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:53,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112813323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:53,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:53,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112813323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:53,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:53,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112813324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:53,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T14:25:53,399 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:53,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T14:25:53,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:53,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:25:53,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:53,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:53,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:53,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:53,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:53,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112813425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:53,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:53,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112813425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:53,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:53,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112813429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:53,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:53,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112813429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:53,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:53,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112813429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:53,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T14:25:53,553 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:53,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T14:25:53,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:53,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:25:53,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:53,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:53,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:53,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:53,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112813628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:53,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112813632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:53,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112813633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:53,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112813633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:53,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112813633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:53,698 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:25:53,702 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120614431688e0648919d44cdc47dbace6c_516b6b1875819e27f177ccf029d25c96 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120614431688e0648919d44cdc47dbace6c_516b6b1875819e27f177ccf029d25c96 2024-11-20T14:25:53,703 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/93bff8ca74334e78afd376242b2d8a94, store: [table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:25:53,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/93bff8ca74334e78afd376242b2d8a94 is 175, key is test_row_0/A:col10/1732112753253/Put/seqid=0 2024-11-20T14:25:53,706 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:53,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T14:25:53,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:53,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:25:53,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:53,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:53,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:53,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:53,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742182_1358 (size=30955) 2024-11-20T14:25:53,711 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/93bff8ca74334e78afd376242b2d8a94 2024-11-20T14:25:53,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/0f0f3be3cc6a4a1890c130cb08b95261 is 50, key is test_row_0/B:col10/1732112753253/Put/seqid=0 2024-11-20T14:25:53,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742183_1359 (size=12001) 2024-11-20T14:25:53,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T14:25:53,860 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:53,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T14:25:53,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:53,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:25:53,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:53,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:53,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:53,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:53,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:53,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112813934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:53,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112813936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:53,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:53,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112813937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:53,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112813939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:53,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112813939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:54,012 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:54,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T14:25:54,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:54,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:25:54,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:54,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:54,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:54,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/0f0f3be3cc6a4a1890c130cb08b95261 2024-11-20T14:25:54,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/cf1d2e78b2fc495e823e227337787f07 is 50, key is test_row_0/C:col10/1732112753253/Put/seqid=0 2024-11-20T14:25:54,165 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:54,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T14:25:54,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:54,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:25:54,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:54,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:54,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:54,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:54,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742184_1360 (size=12001) 2024-11-20T14:25:54,318 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:54,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T14:25:54,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:54,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:25:54,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:54,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:54,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T14:25:54,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112814439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:54,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112814439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:54,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112814442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:54,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112814444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:54,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112814445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:54,470 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:54,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T14:25:54,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:54,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:25:54,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:54,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:54,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:54,568 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/cf1d2e78b2fc495e823e227337787f07 2024-11-20T14:25:54,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/93bff8ca74334e78afd376242b2d8a94 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/93bff8ca74334e78afd376242b2d8a94 2024-11-20T14:25:54,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/93bff8ca74334e78afd376242b2d8a94, entries=150, sequenceid=17, filesize=30.2 K 2024-11-20T14:25:54,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/0f0f3be3cc6a4a1890c130cb08b95261 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/0f0f3be3cc6a4a1890c130cb08b95261 2024-11-20T14:25:54,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/0f0f3be3cc6a4a1890c130cb08b95261, entries=150, sequenceid=17, filesize=11.7 K 2024-11-20T14:25:54,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/cf1d2e78b2fc495e823e227337787f07 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/cf1d2e78b2fc495e823e227337787f07 2024-11-20T14:25:54,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/cf1d2e78b2fc495e823e227337787f07, entries=150, sequenceid=17, filesize=11.7 K 2024-11-20T14:25:54,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 516b6b1875819e27f177ccf029d25c96 in 1332ms, sequenceid=17, compaction requested=false 2024-11-20T14:25:54,586 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T14:25:54,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:25:54,623 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:54,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T14:25:54,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:54,624 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 516b6b1875819e27f177ccf029d25c96 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T14:25:54,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=A 2024-11-20T14:25:54,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:54,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=B 2024-11-20T14:25:54,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:54,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=C 2024-11-20T14:25:54,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:54,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112098120b461cfa48d8a7cd802ff7429864_516b6b1875819e27f177ccf029d25c96 is 50, key is test_row_0/A:col10/1732112753267/Put/seqid=0 2024-11-20T14:25:54,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742185_1361 (size=12154) 2024-11-20T14:25:54,980 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T14:25:55,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:25:55,042 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112098120b461cfa48d8a7cd802ff7429864_516b6b1875819e27f177ccf029d25c96 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112098120b461cfa48d8a7cd802ff7429864_516b6b1875819e27f177ccf029d25c96 2024-11-20T14:25:55,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/dab20555167c411191b918a7c29a6c53, store: [table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:25:55,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/dab20555167c411191b918a7c29a6c53 is 175, key is test_row_0/A:col10/1732112753267/Put/seqid=0 2024-11-20T14:25:55,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742186_1362 (size=30955) 2024-11-20T14:25:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T14:25:55,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 516b6b1875819e27f177ccf029d25c96 2024-11-20T14:25:55,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:25:55,449 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/dab20555167c411191b918a7c29a6c53 2024-11-20T14:25:55,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/032550916b2643efb55e5f2b460a872a is 50, key is test_row_0/B:col10/1732112753267/Put/seqid=0 2024-11-20T14:25:55,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:55,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112815455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:55,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:55,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112815455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:55,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742187_1363 (size=12001) 2024-11-20T14:25:55,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:55,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112815456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:55,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112815457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:55,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112815458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:55,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112815560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:55,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112815560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:55,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112815564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:55,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112815564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:55,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:55,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112815565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:55,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112815762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:55,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112815762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:55,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112815768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:55,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112815768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:55,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112815769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:55,861 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/032550916b2643efb55e5f2b460a872a 2024-11-20T14:25:55,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/d56853719a6e416398af661919871a1d is 50, key is test_row_0/C:col10/1732112753267/Put/seqid=0 2024-11-20T14:25:55,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742188_1364 (size=12001) 2024-11-20T14:25:55,873 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/d56853719a6e416398af661919871a1d 2024-11-20T14:25:55,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/dab20555167c411191b918a7c29a6c53 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/dab20555167c411191b918a7c29a6c53 2024-11-20T14:25:55,880 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/dab20555167c411191b918a7c29a6c53, entries=150, sequenceid=41, filesize=30.2 K 2024-11-20T14:25:55,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/032550916b2643efb55e5f2b460a872a as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/032550916b2643efb55e5f2b460a872a 2024-11-20T14:25:55,884 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/032550916b2643efb55e5f2b460a872a, entries=150, sequenceid=41, filesize=11.7 K 2024-11-20T14:25:55,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/d56853719a6e416398af661919871a1d as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/d56853719a6e416398af661919871a1d 2024-11-20T14:25:55,888 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/d56853719a6e416398af661919871a1d, entries=150, sequenceid=41, filesize=11.7 K 2024-11-20T14:25:55,889 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 516b6b1875819e27f177ccf029d25c96 in 1265ms, sequenceid=41, compaction requested=false 2024-11-20T14:25:55,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:25:55,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:55,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-20T14:25:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-20T14:25:55,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-20T14:25:55,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6430 sec 2024-11-20T14:25:55,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 2.6490 sec 2024-11-20T14:25:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 516b6b1875819e27f177ccf029d25c96 2024-11-20T14:25:56,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 516b6b1875819e27f177ccf029d25c96 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T14:25:56,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=A 2024-11-20T14:25:56,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:56,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=B 2024-11-20T14:25:56,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:56,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=C 2024-11-20T14:25:56,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:56,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c8fa90d6dc284648bf73286c19c44795_516b6b1875819e27f177ccf029d25c96 is 50, key is test_row_0/A:col10/1732112756071/Put/seqid=0 2024-11-20T14:25:56,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742189_1365 (size=12154) 2024-11-20T14:25:56,086 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:25:56,089 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c8fa90d6dc284648bf73286c19c44795_516b6b1875819e27f177ccf029d25c96 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c8fa90d6dc284648bf73286c19c44795_516b6b1875819e27f177ccf029d25c96 2024-11-20T14:25:56,090 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/495a22f9a93543879a102477939cefd7, store: [table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:25:56,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/495a22f9a93543879a102477939cefd7 is 175, key is test_row_0/A:col10/1732112756071/Put/seqid=0 2024-11-20T14:25:56,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742190_1366 (size=30955) 2024-11-20T14:25:56,095 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/495a22f9a93543879a102477939cefd7 2024-11-20T14:25:56,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112816094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:56,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112816094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:56,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/c9549745fca04c3caa1881f5701e54c9 is 50, key is test_row_0/B:col10/1732112756071/Put/seqid=0 2024-11-20T14:25:56,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112816096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:56,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742191_1367 (size=12001) 2024-11-20T14:25:56,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112816099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:56,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112816100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:56,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:56,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112816201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112816201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:56,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112816202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:56,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112816208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:56,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112816208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:56,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:56,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112816406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:56,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:56,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112816407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:56,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:56,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112816407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:56,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:56,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112816411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:56,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:56,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112816412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:56,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/c9549745fca04c3caa1881f5701e54c9 2024-11-20T14:25:56,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/cbe820313d2b4edaa735dcb908668689 is 50, key is test_row_0/C:col10/1732112756071/Put/seqid=0 2024-11-20T14:25:56,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742192_1368 (size=12001) 2024-11-20T14:25:56,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:56,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112816711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:56,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:56,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112816711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:56,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:56,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112816713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:56,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:56,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112816717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:56,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:56,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112816718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:56,918 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/cbe820313d2b4edaa735dcb908668689 2024-11-20T14:25:56,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/495a22f9a93543879a102477939cefd7 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/495a22f9a93543879a102477939cefd7 2024-11-20T14:25:56,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/495a22f9a93543879a102477939cefd7, entries=150, sequenceid=55, filesize=30.2 K 2024-11-20T14:25:56,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/c9549745fca04c3caa1881f5701e54c9 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/c9549745fca04c3caa1881f5701e54c9 2024-11-20T14:25:56,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/c9549745fca04c3caa1881f5701e54c9, entries=150, sequenceid=55, filesize=11.7 K 2024-11-20T14:25:56,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/cbe820313d2b4edaa735dcb908668689 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/cbe820313d2b4edaa735dcb908668689 2024-11-20T14:25:56,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/cbe820313d2b4edaa735dcb908668689, entries=150, sequenceid=55, filesize=11.7 K 2024-11-20T14:25:56,935 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 516b6b1875819e27f177ccf029d25c96 in 864ms, sequenceid=55, compaction requested=true 2024-11-20T14:25:56,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:25:56,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 516b6b1875819e27f177ccf029d25c96:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:25:56,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:56,935 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:25:56,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 516b6b1875819e27f177ccf029d25c96:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:25:56,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:56,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 516b6b1875819e27f177ccf029d25c96:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:25:56,935 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:25:56,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:25:56,936 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:25:56,936 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:25:56,936 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 516b6b1875819e27f177ccf029d25c96/B is initiating minor compaction (all files) 2024-11-20T14:25:56,936 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): 516b6b1875819e27f177ccf029d25c96/A is initiating minor compaction (all files) 2024-11-20T14:25:56,937 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 516b6b1875819e27f177ccf029d25c96/B in TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:56,937 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 516b6b1875819e27f177ccf029d25c96/A in TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:56,937 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/93bff8ca74334e78afd376242b2d8a94, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/dab20555167c411191b918a7c29a6c53, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/495a22f9a93543879a102477939cefd7] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp, totalSize=90.7 K 2024-11-20T14:25:56,937 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/0f0f3be3cc6a4a1890c130cb08b95261, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/032550916b2643efb55e5f2b460a872a, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/c9549745fca04c3caa1881f5701e54c9] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp, totalSize=35.2 K 2024-11-20T14:25:56,937 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:56,937 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. files: [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/93bff8ca74334e78afd376242b2d8a94, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/dab20555167c411191b918a7c29a6c53, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/495a22f9a93543879a102477939cefd7] 2024-11-20T14:25:56,937 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f0f3be3cc6a4a1890c130cb08b95261, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732112753253 2024-11-20T14:25:56,937 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93bff8ca74334e78afd376242b2d8a94, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732112753253 2024-11-20T14:25:56,937 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 032550916b2643efb55e5f2b460a872a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732112753267 2024-11-20T14:25:56,937 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting dab20555167c411191b918a7c29a6c53, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732112753267 2024-11-20T14:25:56,937 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting c9549745fca04c3caa1881f5701e54c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732112755455 2024-11-20T14:25:56,937 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 495a22f9a93543879a102477939cefd7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732112755455 2024-11-20T14:25:56,944 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 516b6b1875819e27f177ccf029d25c96#B#compaction#314 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:56,945 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/52c4a4f2030f4aaa84ea444975fb3b0e is 50, key is test_row_0/B:col10/1732112756071/Put/seqid=0 2024-11-20T14:25:56,945 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:25:56,947 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120de4d3b5e546849bd9ea28c499db61a84_516b6b1875819e27f177ccf029d25c96 store=[table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:25:56,949 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120de4d3b5e546849bd9ea28c499db61a84_516b6b1875819e27f177ccf029d25c96, store=[table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:25:56,949 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120de4d3b5e546849bd9ea28c499db61a84_516b6b1875819e27f177ccf029d25c96 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:25:56,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742193_1369 (size=12104) 2024-11-20T14:25:56,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742194_1370 (size=4469) 2024-11-20T14:25:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 516b6b1875819e27f177ccf029d25c96 2024-11-20T14:25:57,217 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 516b6b1875819e27f177ccf029d25c96 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T14:25:57,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=A 2024-11-20T14:25:57,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:57,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=B 2024-11-20T14:25:57,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:57,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=C 2024-11-20T14:25:57,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:57,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207cae6b9ea93946b6888df989c05ef4e6_516b6b1875819e27f177ccf029d25c96 is 50, key is test_row_0/A:col10/1732112756097/Put/seqid=0 2024-11-20T14:25:57,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742195_1371 (size=14594) 2024-11-20T14:25:57,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112817235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:57,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112817236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:57,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112817236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:57,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112817237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:57,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112817237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:57,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112817338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:57,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112817343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:57,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112817343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T14:25:57,349 INFO [Thread-1609 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-20T14:25:57,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:25:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-20T14:25:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T14:25:57,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112817347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:57,352 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:25:57,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112817347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:57,353 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:25:57,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:25:57,354 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 516b6b1875819e27f177ccf029d25c96#A#compaction#315 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:57,355 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/8bbe62aae5f44ad990e6748bab6127b4 is 175, key is test_row_0/A:col10/1732112756071/Put/seqid=0 2024-11-20T14:25:57,357 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/52c4a4f2030f4aaa84ea444975fb3b0e as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/52c4a4f2030f4aaa84ea444975fb3b0e 2024-11-20T14:25:57,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742196_1372 (size=31058) 2024-11-20T14:25:57,363 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 516b6b1875819e27f177ccf029d25c96/B of 516b6b1875819e27f177ccf029d25c96 into 52c4a4f2030f4aaa84ea444975fb3b0e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:57,363 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:25:57,363 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96., storeName=516b6b1875819e27f177ccf029d25c96/B, priority=13, startTime=1732112756935; duration=0sec 2024-11-20T14:25:57,363 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:25:57,363 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 516b6b1875819e27f177ccf029d25c96:B 2024-11-20T14:25:57,363 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:25:57,364 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:25:57,364 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 516b6b1875819e27f177ccf029d25c96/C is initiating minor compaction (all files) 2024-11-20T14:25:57,364 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 516b6b1875819e27f177ccf029d25c96/C in TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:57,364 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/cf1d2e78b2fc495e823e227337787f07, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/d56853719a6e416398af661919871a1d, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/cbe820313d2b4edaa735dcb908668689] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp, totalSize=35.2 K 2024-11-20T14:25:57,365 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting cf1d2e78b2fc495e823e227337787f07, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732112753253 2024-11-20T14:25:57,365 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting d56853719a6e416398af661919871a1d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732112753267 2024-11-20T14:25:57,365 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting cbe820313d2b4edaa735dcb908668689, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732112755455 2024-11-20T14:25:57,372 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 516b6b1875819e27f177ccf029d25c96#C#compaction#317 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:25:57,372 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/a691d7477eac4ed895102fc759a7d43d is 50, key is test_row_0/C:col10/1732112756071/Put/seqid=0 2024-11-20T14:25:57,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742197_1373 (size=12104) 2024-11-20T14:25:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T14:25:57,505 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:57,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T14:25:57,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:57,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:25:57,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:57,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:57,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:57,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112817542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:57,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112817547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:57,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112817548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:57,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112817553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:57,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112817554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:57,630 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:25:57,633 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207cae6b9ea93946b6888df989c05ef4e6_516b6b1875819e27f177ccf029d25c96 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207cae6b9ea93946b6888df989c05ef4e6_516b6b1875819e27f177ccf029d25c96 2024-11-20T14:25:57,634 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/4b07b23ec76b469caae0b739cc4934af, store: [table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:25:57,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/4b07b23ec76b469caae0b739cc4934af is 175, key is test_row_0/A:col10/1732112756097/Put/seqid=0 2024-11-20T14:25:57,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742198_1374 (size=39549) 2024-11-20T14:25:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T14:25:57,658 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:57,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T14:25:57,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:57,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:25:57,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:57,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:57,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:57,764 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/8bbe62aae5f44ad990e6748bab6127b4 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/8bbe62aae5f44ad990e6748bab6127b4 2024-11-20T14:25:57,769 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 516b6b1875819e27f177ccf029d25c96/A of 516b6b1875819e27f177ccf029d25c96 into 8bbe62aae5f44ad990e6748bab6127b4(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:57,769 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:25:57,769 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96., storeName=516b6b1875819e27f177ccf029d25c96/A, priority=13, startTime=1732112756935; duration=0sec 2024-11-20T14:25:57,769 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:57,769 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 516b6b1875819e27f177ccf029d25c96:A 2024-11-20T14:25:57,780 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/a691d7477eac4ed895102fc759a7d43d as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/a691d7477eac4ed895102fc759a7d43d 2024-11-20T14:25:57,785 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 516b6b1875819e27f177ccf029d25c96/C of 516b6b1875819e27f177ccf029d25c96 into a691d7477eac4ed895102fc759a7d43d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:25:57,785 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:25:57,785 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96., storeName=516b6b1875819e27f177ccf029d25c96/C, priority=13, startTime=1732112756935; duration=0sec 2024-11-20T14:25:57,785 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:25:57,785 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 516b6b1875819e27f177ccf029d25c96:C 2024-11-20T14:25:57,811 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:57,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T14:25:57,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:57,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:25:57,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:57,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:57,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:57,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112817849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:57,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112817854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:57,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112817854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:57,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112817861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:57,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112817862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T14:25:57,964 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:57,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T14:25:57,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:57,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:25:57,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:57,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:57,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:58,043 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/4b07b23ec76b469caae0b739cc4934af 2024-11-20T14:25:58,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/c38d3c422fe44b629186a7cf41e46db8 is 50, key is test_row_0/B:col10/1732112756097/Put/seqid=0 2024-11-20T14:25:58,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742199_1375 (size=12001) 2024-11-20T14:25:58,121 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:58,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T14:25:58,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:58,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:25:58,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:58,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:58,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:58,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:58,274 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:58,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T14:25:58,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:58,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:25:58,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:58,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:58,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:58,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:58,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112818353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:58,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112818358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:58,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112818358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:58,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112818367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:58,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112818368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:58,427 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:58,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T14:25:58,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:58,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:25:58,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:58,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:58,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T14:25:58,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/c38d3c422fe44b629186a7cf41e46db8 2024-11-20T14:25:58,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/01c79eab0be7406687fcdec49326c66f is 50, key is test_row_0/C:col10/1732112756097/Put/seqid=0 2024-11-20T14:25:58,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742200_1376 (size=12001) 2024-11-20T14:25:58,579 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:58,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T14:25:58,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:58,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:25:58,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:58,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:58,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:58,732 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:58,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T14:25:58,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:58,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:25:58,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:58,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:58,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:58,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:58,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/01c79eab0be7406687fcdec49326c66f 2024-11-20T14:25:58,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/4b07b23ec76b469caae0b739cc4934af as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/4b07b23ec76b469caae0b739cc4934af 2024-11-20T14:25:58,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/4b07b23ec76b469caae0b739cc4934af, entries=200, sequenceid=78, filesize=38.6 K 2024-11-20T14:25:58,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/c38d3c422fe44b629186a7cf41e46db8 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/c38d3c422fe44b629186a7cf41e46db8 2024-11-20T14:25:58,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/c38d3c422fe44b629186a7cf41e46db8, entries=150, sequenceid=78, filesize=11.7 K 2024-11-20T14:25:58,885 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:58,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T14:25:58,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:58,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:25:58,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:58,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:58,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:58,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/01c79eab0be7406687fcdec49326c66f as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/01c79eab0be7406687fcdec49326c66f 2024-11-20T14:25:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:25:58,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/01c79eab0be7406687fcdec49326c66f, entries=150, sequenceid=78, filesize=11.7 K 2024-11-20T14:25:58,892 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 516b6b1875819e27f177ccf029d25c96 in 1675ms, sequenceid=78, compaction requested=false 2024-11-20T14:25:58,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:25:59,038 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:25:59,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T14:25:59,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:25:59,038 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 516b6b1875819e27f177ccf029d25c96 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T14:25:59,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=A 2024-11-20T14:25:59,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:59,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=B 2024-11-20T14:25:59,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:59,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=C 2024-11-20T14:25:59,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:25:59,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f2ba7a57236744439849cf808d1ef87c_516b6b1875819e27f177ccf029d25c96 is 50, key is test_row_0/A:col10/1732112757234/Put/seqid=0 2024-11-20T14:25:59,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742201_1377 (size=12154) 2024-11-20T14:25:59,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:25:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 516b6b1875819e27f177ccf029d25c96 2024-11-20T14:25:59,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112819384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:59,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112819386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:59,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112819386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:59,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112819388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:59,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112819388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:59,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:25:59,454 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f2ba7a57236744439849cf808d1ef87c_516b6b1875819e27f177ccf029d25c96 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f2ba7a57236744439849cf808d1ef87c_516b6b1875819e27f177ccf029d25c96 2024-11-20T14:25:59,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/1a33985d835c44bc883c134d7ae9d3d3, store: [table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:25:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T14:25:59,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/1a33985d835c44bc883c134d7ae9d3d3 is 175, key is test_row_0/A:col10/1732112757234/Put/seqid=0 2024-11-20T14:25:59,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742202_1378 (size=30955) 2024-11-20T14:25:59,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112819490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:59,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112819490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:59,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112819491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:59,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112819494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:59,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112819494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:59,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112819695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:59,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112819695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:59,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112819695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:59,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112819698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:59,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:25:59,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112819698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:25:59,860 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/1a33985d835c44bc883c134d7ae9d3d3 2024-11-20T14:25:59,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/27856ff89fe34123aaddba6c0ca409a9 is 50, key is test_row_0/B:col10/1732112757234/Put/seqid=0 2024-11-20T14:25:59,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742203_1379 (size=12001) 2024-11-20T14:26:00,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112819999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:00,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:00,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112820001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:00,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:00,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112820001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:00,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:00,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112820002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:00,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112820003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:00,272 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/27856ff89fe34123aaddba6c0ca409a9 2024-11-20T14:26:00,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/cf839adea88b42979fe82574e490e434 is 50, key is test_row_0/C:col10/1732112757234/Put/seqid=0 2024-11-20T14:26:00,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742204_1380 (size=12001) 2024-11-20T14:26:00,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112820508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:00,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112820508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:00,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112820508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:00,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112820508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:00,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112820511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:00,685 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/cf839adea88b42979fe82574e490e434 2024-11-20T14:26:00,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/1a33985d835c44bc883c134d7ae9d3d3 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/1a33985d835c44bc883c134d7ae9d3d3 2024-11-20T14:26:00,693 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/1a33985d835c44bc883c134d7ae9d3d3, entries=150, sequenceid=95, filesize=30.2 K 2024-11-20T14:26:00,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/27856ff89fe34123aaddba6c0ca409a9 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/27856ff89fe34123aaddba6c0ca409a9 2024-11-20T14:26:00,697 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/27856ff89fe34123aaddba6c0ca409a9, entries=150, sequenceid=95, filesize=11.7 K 2024-11-20T14:26:00,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/cf839adea88b42979fe82574e490e434 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/cf839adea88b42979fe82574e490e434 2024-11-20T14:26:00,701 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/cf839adea88b42979fe82574e490e434, entries=150, sequenceid=95, filesize=11.7 K 2024-11-20T14:26:00,702 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 516b6b1875819e27f177ccf029d25c96 in 1664ms, sequenceid=95, compaction requested=true 2024-11-20T14:26:00,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:26:00,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:00,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-20T14:26:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-20T14:26:00,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-20T14:26:00,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3500 sec 2024-11-20T14:26:00,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 3.3550 sec 2024-11-20T14:26:01,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T14:26:01,456 INFO [Thread-1609 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-20T14:26:01,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:26:01,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-20T14:26:01,459 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:26:01,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T14:26:01,459 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:26:01,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:26:01,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:01,518 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 516b6b1875819e27f177ccf029d25c96 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T14:26:01,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=A 2024-11-20T14:26:01,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:01,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=B 2024-11-20T14:26:01,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:01,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=C 2024-11-20T14:26:01,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:01,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112067297f97e9954d97a5c3480b05c10f84_516b6b1875819e27f177ccf029d25c96 is 50, key is test_row_0/A:col10/1732112761516/Put/seqid=0 2024-11-20T14:26:01,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742205_1381 (size=12154) 2024-11-20T14:26:01,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112821529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:01,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112821529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:01,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112821530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:01,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112821535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:01,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112821535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T14:26:01,611 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:01,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T14:26:01,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:01,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:26:01,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:01,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:01,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:01,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112821636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:01,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112821640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:01,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112821640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:01,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112821641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:01,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112821645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T14:26:01,763 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:01,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T14:26:01,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:01,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:26:01,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:01,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:01,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:01,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112821843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:01,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112821845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:01,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112821846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:01,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112821846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:01,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112821851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:01,916 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:01,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T14:26:01,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:01,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:26:01,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:01,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:01,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:01,928 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:01,932 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112067297f97e9954d97a5c3480b05c10f84_516b6b1875819e27f177ccf029d25c96 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112067297f97e9954d97a5c3480b05c10f84_516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:01,934 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/722125452ca4413699ae4fb805be2fa6, store: [table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:26:01,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/722125452ca4413699ae4fb805be2fa6 is 175, key is test_row_0/A:col10/1732112761516/Put/seqid=0 2024-11-20T14:26:01,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742206_1382 (size=30955) 2024-11-20T14:26:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T14:26:02,070 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:02,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T14:26:02,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:02,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:26:02,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:02,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:02,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:02,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112822149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:02,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112822151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:02,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112822151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:02,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112822152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:02,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112822158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:02,223 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:02,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T14:26:02,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:02,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:26:02,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:02,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:02,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:02,339 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/722125452ca4413699ae4fb805be2fa6 2024-11-20T14:26:02,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/832bbb256cb6470893193f4c10849e5d is 50, key is test_row_0/B:col10/1732112761516/Put/seqid=0 2024-11-20T14:26:02,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742207_1383 (size=12001) 2024-11-20T14:26:02,376 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:02,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T14:26:02,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:02,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:26:02,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:02,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:02,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:02,528 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:02,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T14:26:02,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:02,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:26:02,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:02,530 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:02,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T14:26:02,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112822659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:02,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112822659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:02,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112822659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:02,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112822661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:02,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112822668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:02,682 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:02,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T14:26:02,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:02,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:26:02,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:02,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:02,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:02,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/832bbb256cb6470893193f4c10849e5d 2024-11-20T14:26:02,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/e3833501f5b349a0a7d50206f72c92d4 is 50, key is test_row_0/C:col10/1732112761516/Put/seqid=0 2024-11-20T14:26:02,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742208_1384 (size=12001) 2024-11-20T14:26:02,835 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:02,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T14:26:02,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:02,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:26:02,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:02,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:02,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:02,987 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:02,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T14:26:02,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:02,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:26:02,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:02,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:02,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:02,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:03,140 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:03,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T14:26:03,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:03,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:26:03,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:03,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:03,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:03,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/e3833501f5b349a0a7d50206f72c92d4 2024-11-20T14:26:03,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/722125452ca4413699ae4fb805be2fa6 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/722125452ca4413699ae4fb805be2fa6 2024-11-20T14:26:03,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/722125452ca4413699ae4fb805be2fa6, entries=150, sequenceid=118, filesize=30.2 K 2024-11-20T14:26:03,173 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-20T14:26:03,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/832bbb256cb6470893193f4c10849e5d as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/832bbb256cb6470893193f4c10849e5d 2024-11-20T14:26:03,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/832bbb256cb6470893193f4c10849e5d, entries=150, sequenceid=118, filesize=11.7 K 2024-11-20T14:26:03,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/e3833501f5b349a0a7d50206f72c92d4 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/e3833501f5b349a0a7d50206f72c92d4 2024-11-20T14:26:03,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/e3833501f5b349a0a7d50206f72c92d4, entries=150, sequenceid=118, filesize=11.7 K 2024-11-20T14:26:03,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 516b6b1875819e27f177ccf029d25c96 in 1664ms, sequenceid=118, compaction requested=true 2024-11-20T14:26:03,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:26:03,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 516b6b1875819e27f177ccf029d25c96:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:26:03,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:03,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 516b6b1875819e27f177ccf029d25c96:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:26:03,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:03,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 516b6b1875819e27f177ccf029d25c96:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:26:03,182 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T14:26:03,182 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T14:26:03,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:26:03,184 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T14:26:03,184 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): 516b6b1875819e27f177ccf029d25c96/A is initiating minor compaction (all files) 2024-11-20T14:26:03,184 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T14:26:03,184 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 516b6b1875819e27f177ccf029d25c96/A in TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:03,184 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 516b6b1875819e27f177ccf029d25c96/B is initiating minor compaction (all files) 2024-11-20T14:26:03,184 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 516b6b1875819e27f177ccf029d25c96/B in TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:03,184 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/8bbe62aae5f44ad990e6748bab6127b4, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/4b07b23ec76b469caae0b739cc4934af, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/1a33985d835c44bc883c134d7ae9d3d3, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/722125452ca4413699ae4fb805be2fa6] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp, totalSize=129.4 K 2024-11-20T14:26:03,184 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/52c4a4f2030f4aaa84ea444975fb3b0e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/c38d3c422fe44b629186a7cf41e46db8, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/27856ff89fe34123aaddba6c0ca409a9, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/832bbb256cb6470893193f4c10849e5d] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp, totalSize=47.0 K 2024-11-20T14:26:03,185 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:03,185 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. files: [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/8bbe62aae5f44ad990e6748bab6127b4, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/4b07b23ec76b469caae0b739cc4934af, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/1a33985d835c44bc883c134d7ae9d3d3, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/722125452ca4413699ae4fb805be2fa6] 2024-11-20T14:26:03,185 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 52c4a4f2030f4aaa84ea444975fb3b0e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732112755455 2024-11-20T14:26:03,185 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting c38d3c422fe44b629186a7cf41e46db8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732112756095 2024-11-20T14:26:03,185 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8bbe62aae5f44ad990e6748bab6127b4, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732112755455 2024-11-20T14:26:03,185 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 27856ff89fe34123aaddba6c0ca409a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732112757224 2024-11-20T14:26:03,185 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b07b23ec76b469caae0b739cc4934af, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732112756095 2024-11-20T14:26:03,186 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 832bbb256cb6470893193f4c10849e5d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732112759385 2024-11-20T14:26:03,186 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a33985d835c44bc883c134d7ae9d3d3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732112757224 2024-11-20T14:26:03,186 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 722125452ca4413699ae4fb805be2fa6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732112759385 2024-11-20T14:26:03,194 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 516b6b1875819e27f177ccf029d25c96#B#compaction#326 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:03,195 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/e87a48b3fe474a7b8b9a58a4d100148d is 50, key is test_row_0/B:col10/1732112761516/Put/seqid=0 2024-11-20T14:26:03,199 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:26:03,201 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120306d58417ef042ec8a28ee8e3cbea38c_516b6b1875819e27f177ccf029d25c96 store=[table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:26:03,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742209_1385 (size=12241) 2024-11-20T14:26:03,203 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120306d58417ef042ec8a28ee8e3cbea38c_516b6b1875819e27f177ccf029d25c96, store=[table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:26:03,203 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120306d58417ef042ec8a28ee8e3cbea38c_516b6b1875819e27f177ccf029d25c96 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:26:03,208 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/e87a48b3fe474a7b8b9a58a4d100148d as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/e87a48b3fe474a7b8b9a58a4d100148d 2024-11-20T14:26:03,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742210_1386 (size=4469) 2024-11-20T14:26:03,214 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 516b6b1875819e27f177ccf029d25c96/B of 516b6b1875819e27f177ccf029d25c96 into e87a48b3fe474a7b8b9a58a4d100148d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:03,214 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:26:03,214 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96., storeName=516b6b1875819e27f177ccf029d25c96/B, priority=12, startTime=1732112763182; duration=0sec 2024-11-20T14:26:03,214 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:26:03,214 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 516b6b1875819e27f177ccf029d25c96:B 2024-11-20T14:26:03,214 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T14:26:03,215 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T14:26:03,215 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 516b6b1875819e27f177ccf029d25c96/C is initiating minor compaction (all files) 2024-11-20T14:26:03,215 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 516b6b1875819e27f177ccf029d25c96/C in TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:03,215 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/a691d7477eac4ed895102fc759a7d43d, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/01c79eab0be7406687fcdec49326c66f, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/cf839adea88b42979fe82574e490e434, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/e3833501f5b349a0a7d50206f72c92d4] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp, totalSize=47.0 K 2024-11-20T14:26:03,216 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting a691d7477eac4ed895102fc759a7d43d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732112755455 2024-11-20T14:26:03,216 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 01c79eab0be7406687fcdec49326c66f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732112756095 2024-11-20T14:26:03,216 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting cf839adea88b42979fe82574e490e434, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732112757224 2024-11-20T14:26:03,217 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting e3833501f5b349a0a7d50206f72c92d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732112759385 2024-11-20T14:26:03,223 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 516b6b1875819e27f177ccf029d25c96#C#compaction#328 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:03,224 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/82cbde9351414a579a9f92db01c3a95b is 50, key is test_row_0/C:col10/1732112761516/Put/seqid=0 2024-11-20T14:26:03,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742211_1387 (size=12241) 2024-11-20T14:26:03,239 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/82cbde9351414a579a9f92db01c3a95b as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/82cbde9351414a579a9f92db01c3a95b 2024-11-20T14:26:03,250 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 516b6b1875819e27f177ccf029d25c96/C of 516b6b1875819e27f177ccf029d25c96 into 82cbde9351414a579a9f92db01c3a95b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:03,250 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:26:03,250 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96., storeName=516b6b1875819e27f177ccf029d25c96/C, priority=12, startTime=1732112763182; duration=0sec 2024-11-20T14:26:03,250 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:03,250 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 516b6b1875819e27f177ccf029d25c96:C 2024-11-20T14:26:03,293 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:03,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T14:26:03,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:03,294 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 516b6b1875819e27f177ccf029d25c96 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T14:26:03,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=A 2024-11-20T14:26:03,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:03,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=B 2024-11-20T14:26:03,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:03,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=C 2024-11-20T14:26:03,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:03,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b342f8cf7a7246aabf331b5a902836f4_516b6b1875819e27f177ccf029d25c96 is 50, key is test_row_0/A:col10/1732112761534/Put/seqid=0 2024-11-20T14:26:03,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742212_1388 (size=12254) 2024-11-20T14:26:03,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:03,310 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b342f8cf7a7246aabf331b5a902836f4_516b6b1875819e27f177ccf029d25c96 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b342f8cf7a7246aabf331b5a902836f4_516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:03,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/29dddd28c1774d5ab847f8da78fd5846, store: [table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:26:03,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/29dddd28c1774d5ab847f8da78fd5846 is 175, key is test_row_0/A:col10/1732112761534/Put/seqid=0 2024-11-20T14:26:03,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742213_1389 (size=31055) 2024-11-20T14:26:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T14:26:03,611 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 516b6b1875819e27f177ccf029d25c96#A#compaction#327 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:03,611 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/1a2c1d3c5cde475f931c529e59002700 is 175, key is test_row_0/A:col10/1732112761516/Put/seqid=0 2024-11-20T14:26:03,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742214_1390 (size=31195) 2024-11-20T14:26:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:03,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:26:03,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112823690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:03,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112823693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:03,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112823694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:03,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112823695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:03,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112823696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:03,716 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/29dddd28c1774d5ab847f8da78fd5846 2024-11-20T14:26:03,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/bf9c632034674da8849365f007feff57 is 50, key is test_row_0/B:col10/1732112761534/Put/seqid=0 2024-11-20T14:26:03,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742215_1391 (size=12101) 2024-11-20T14:26:03,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112823797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:03,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112823800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:03,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112823800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:03,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112823800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:03,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:03,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112823805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:04,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112823999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:04,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112824005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:04,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112824007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:04,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112824007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:04,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112824009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:04,022 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/1a2c1d3c5cde475f931c529e59002700 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/1a2c1d3c5cde475f931c529e59002700 2024-11-20T14:26:04,027 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 516b6b1875819e27f177ccf029d25c96/A of 516b6b1875819e27f177ccf029d25c96 into 1a2c1d3c5cde475f931c529e59002700(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:04,027 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:26:04,027 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96., storeName=516b6b1875819e27f177ccf029d25c96/A, priority=12, startTime=1732112763182; duration=0sec 2024-11-20T14:26:04,027 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:04,027 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 516b6b1875819e27f177ccf029d25c96:A 2024-11-20T14:26:04,127 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/bf9c632034674da8849365f007feff57 2024-11-20T14:26:04,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/87fb41114e47477f80909d6e339bb24e is 50, key is test_row_0/C:col10/1732112761534/Put/seqid=0 2024-11-20T14:26:04,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742216_1392 (size=12101) 2024-11-20T14:26:04,183 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/87fb41114e47477f80909d6e339bb24e 2024-11-20T14:26:04,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/29dddd28c1774d5ab847f8da78fd5846 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/29dddd28c1774d5ab847f8da78fd5846 2024-11-20T14:26:04,195 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/29dddd28c1774d5ab847f8da78fd5846, entries=150, sequenceid=133, filesize=30.3 K 2024-11-20T14:26:04,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/bf9c632034674da8849365f007feff57 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/bf9c632034674da8849365f007feff57 2024-11-20T14:26:04,201 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/bf9c632034674da8849365f007feff57, entries=150, sequenceid=133, filesize=11.8 K 2024-11-20T14:26:04,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/87fb41114e47477f80909d6e339bb24e as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/87fb41114e47477f80909d6e339bb24e 2024-11-20T14:26:04,206 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/87fb41114e47477f80909d6e339bb24e, entries=150, sequenceid=133, filesize=11.8 K 2024-11-20T14:26:04,206 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 516b6b1875819e27f177ccf029d25c96 in 912ms, sequenceid=133, compaction requested=false 2024-11-20T14:26:04,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:26:04,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:04,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-20T14:26:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-20T14:26:04,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-20T14:26:04,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7490 sec 2024-11-20T14:26:04,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 2.7530 sec 2024-11-20T14:26:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:04,309 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 516b6b1875819e27f177ccf029d25c96 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T14:26:04,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=A 2024-11-20T14:26:04,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:04,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=B 2024-11-20T14:26:04,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:04,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=C 2024-11-20T14:26:04,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:04,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f07ecdac3f854b3b89a8edadc9a9ecf1_516b6b1875819e27f177ccf029d25c96 is 50, key is test_row_0/A:col10/1732112763692/Put/seqid=0 2024-11-20T14:26:04,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742217_1393 (size=14794) 2024-11-20T14:26:04,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:04,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112824318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112824317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:04,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112824321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:04,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112824322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:04,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112824323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:04,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112824426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:04,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112824426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:04,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112824426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:04,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:04,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112824431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:04,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:04,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112824431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:04,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112824631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:04,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:04,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112824631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:04,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:04,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112824632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:04,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112824636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:04,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112824637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:04,721 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:04,724 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f07ecdac3f854b3b89a8edadc9a9ecf1_516b6b1875819e27f177ccf029d25c96 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f07ecdac3f854b3b89a8edadc9a9ecf1_516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:04,725 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/7e8eb6b401da46e1b1d754d9504622e4, store: [table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:26:04,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/7e8eb6b401da46e1b1d754d9504622e4 is 175, key is test_row_0/A:col10/1732112763692/Put/seqid=0 2024-11-20T14:26:04,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742218_1394 (size=39749) 2024-11-20T14:26:04,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112824935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:04,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112824936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:04,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112824938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:04,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112824942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:04,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112824944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:05,130 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/7e8eb6b401da46e1b1d754d9504622e4 2024-11-20T14:26:05,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/f9f9dcdb39954ec69334ab5bc3679f85 is 50, key is test_row_0/B:col10/1732112763692/Put/seqid=0 2024-11-20T14:26:05,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742219_1395 (size=12151) 2024-11-20T14:26:05,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/f9f9dcdb39954ec69334ab5bc3679f85 2024-11-20T14:26:05,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/b3cd1aed0de043af8fa842af2b88d143 is 50, key is test_row_0/C:col10/1732112763692/Put/seqid=0 2024-11-20T14:26:05,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742220_1396 (size=12151) 2024-11-20T14:26:05,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112825439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:05,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112825440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:05,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112825442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:05,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112825447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:05,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112825451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:05,551 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/b3cd1aed0de043af8fa842af2b88d143 2024-11-20T14:26:05,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/7e8eb6b401da46e1b1d754d9504622e4 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/7e8eb6b401da46e1b1d754d9504622e4 2024-11-20T14:26:05,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/7e8eb6b401da46e1b1d754d9504622e4, entries=200, sequenceid=159, filesize=38.8 K 2024-11-20T14:26:05,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/f9f9dcdb39954ec69334ab5bc3679f85 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/f9f9dcdb39954ec69334ab5bc3679f85 2024-11-20T14:26:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T14:26:05,563 INFO [Thread-1609 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-20T14:26:05,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/f9f9dcdb39954ec69334ab5bc3679f85, entries=150, sequenceid=159, filesize=11.9 K 2024-11-20T14:26:05,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/b3cd1aed0de043af8fa842af2b88d143 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/b3cd1aed0de043af8fa842af2b88d143 2024-11-20T14:26:05,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:26:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-20T14:26:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T14:26:05,566 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:26:05,567 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:26:05,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:26:05,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/b3cd1aed0de043af8fa842af2b88d143, entries=150, sequenceid=159, filesize=11.9 K 2024-11-20T14:26:05,570 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 516b6b1875819e27f177ccf029d25c96 in 1260ms, sequenceid=159, compaction requested=true 2024-11-20T14:26:05,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:26:05,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 516b6b1875819e27f177ccf029d25c96:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:26:05,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:05,570 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:26:05,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 516b6b1875819e27f177ccf029d25c96:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:26:05,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:05,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 516b6b1875819e27f177ccf029d25c96:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:26:05,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:26:05,570 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:26:05,571 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:26:05,571 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 516b6b1875819e27f177ccf029d25c96/B is initiating minor compaction (all files) 2024-11-20T14:26:05,571 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 516b6b1875819e27f177ccf029d25c96/B in TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:05,571 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/e87a48b3fe474a7b8b9a58a4d100148d, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/bf9c632034674da8849365f007feff57, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/f9f9dcdb39954ec69334ab5bc3679f85] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp, totalSize=35.6 K 2024-11-20T14:26:05,571 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:26:05,571 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): 516b6b1875819e27f177ccf029d25c96/A is initiating minor compaction (all files) 2024-11-20T14:26:05,571 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 516b6b1875819e27f177ccf029d25c96/A in TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:05,571 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/1a2c1d3c5cde475f931c529e59002700, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/29dddd28c1774d5ab847f8da78fd5846, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/7e8eb6b401da46e1b1d754d9504622e4] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp, totalSize=99.6 K 2024-11-20T14:26:05,572 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:05,572 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. files: [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/1a2c1d3c5cde475f931c529e59002700, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/29dddd28c1774d5ab847f8da78fd5846, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/7e8eb6b401da46e1b1d754d9504622e4] 2024-11-20T14:26:05,572 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a2c1d3c5cde475f931c529e59002700, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732112759385 2024-11-20T14:26:05,572 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting e87a48b3fe474a7b8b9a58a4d100148d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732112759385 2024-11-20T14:26:05,572 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting bf9c632034674da8849365f007feff57, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732112761528 2024-11-20T14:26:05,572 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29dddd28c1774d5ab847f8da78fd5846, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732112761528 2024-11-20T14:26:05,573 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting f9f9dcdb39954ec69334ab5bc3679f85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732112763692 2024-11-20T14:26:05,573 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e8eb6b401da46e1b1d754d9504622e4, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732112763692 2024-11-20T14:26:05,578 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:26:05,580 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 516b6b1875819e27f177ccf029d25c96#B#compaction#335 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:05,580 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/88d1cbd52b69489097a7593f5049210f is 50, key is test_row_0/B:col10/1732112763692/Put/seqid=0 2024-11-20T14:26:05,581 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120f589badbacca40ff9cc823c1bc29cd06_516b6b1875819e27f177ccf029d25c96 store=[table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:26:05,583 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120f589badbacca40ff9cc823c1bc29cd06_516b6b1875819e27f177ccf029d25c96, store=[table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:26:05,583 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f589badbacca40ff9cc823c1bc29cd06_516b6b1875819e27f177ccf029d25c96 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:26:05,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742222_1398 (size=4469) 2024-11-20T14:26:05,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742221_1397 (size=12493) 2024-11-20T14:26:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T14:26:05,718 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:05,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T14:26:05,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:05,719 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 516b6b1875819e27f177ccf029d25c96 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T14:26:05,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=A 2024-11-20T14:26:05,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:05,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=B 2024-11-20T14:26:05,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:05,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=C 2024-11-20T14:26:05,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:05,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e5357eb8c9644248842dd951f2263c14_516b6b1875819e27f177ccf029d25c96 is 50, key is test_row_0/A:col10/1732112764315/Put/seqid=0 2024-11-20T14:26:05,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742223_1399 (size=12304) 2024-11-20T14:26:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T14:26:05,995 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 516b6b1875819e27f177ccf029d25c96#A#compaction#336 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:05,995 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/07b6bc4cc62f4046b4af0dbb3c4897c7 is 175, key is test_row_0/A:col10/1732112763692/Put/seqid=0 2024-11-20T14:26:06,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742224_1400 (size=31447) 2024-11-20T14:26:06,000 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/88d1cbd52b69489097a7593f5049210f as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/88d1cbd52b69489097a7593f5049210f 2024-11-20T14:26:06,005 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/07b6bc4cc62f4046b4af0dbb3c4897c7 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/07b6bc4cc62f4046b4af0dbb3c4897c7 2024-11-20T14:26:06,007 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 516b6b1875819e27f177ccf029d25c96/B of 516b6b1875819e27f177ccf029d25c96 into 88d1cbd52b69489097a7593f5049210f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:06,007 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:26:06,007 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96., storeName=516b6b1875819e27f177ccf029d25c96/B, priority=13, startTime=1732112765570; duration=0sec 2024-11-20T14:26:06,007 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:26:06,007 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 516b6b1875819e27f177ccf029d25c96:B 2024-11-20T14:26:06,008 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:26:06,009 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:26:06,009 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 516b6b1875819e27f177ccf029d25c96/C is initiating minor compaction (all files) 2024-11-20T14:26:06,009 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 516b6b1875819e27f177ccf029d25c96/C in TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:06,009 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/82cbde9351414a579a9f92db01c3a95b, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/87fb41114e47477f80909d6e339bb24e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/b3cd1aed0de043af8fa842af2b88d143] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp, totalSize=35.6 K 2024-11-20T14:26:06,009 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 82cbde9351414a579a9f92db01c3a95b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732112759385 2024-11-20T14:26:06,010 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 87fb41114e47477f80909d6e339bb24e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732112761528 2024-11-20T14:26:06,010 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting b3cd1aed0de043af8fa842af2b88d143, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732112763692 2024-11-20T14:26:06,011 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 516b6b1875819e27f177ccf029d25c96/A of 516b6b1875819e27f177ccf029d25c96 into 07b6bc4cc62f4046b4af0dbb3c4897c7(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:06,011 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:26:06,011 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96., storeName=516b6b1875819e27f177ccf029d25c96/A, priority=13, startTime=1732112765570; duration=0sec 2024-11-20T14:26:06,011 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:06,011 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 516b6b1875819e27f177ccf029d25c96:A 2024-11-20T14:26:06,016 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 516b6b1875819e27f177ccf029d25c96#C#compaction#338 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:06,017 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/75c046cda40f4a3495dfaafc4c202fa2 is 50, key is test_row_0/C:col10/1732112763692/Put/seqid=0 2024-11-20T14:26:06,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742225_1401 (size=12493) 2024-11-20T14:26:06,026 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/75c046cda40f4a3495dfaafc4c202fa2 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/75c046cda40f4a3495dfaafc4c202fa2 2024-11-20T14:26:06,031 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 516b6b1875819e27f177ccf029d25c96/C of 516b6b1875819e27f177ccf029d25c96 into 75c046cda40f4a3495dfaafc4c202fa2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:06,031 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:26:06,032 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96., storeName=516b6b1875819e27f177ccf029d25c96/C, priority=13, startTime=1732112765570; duration=0sec 2024-11-20T14:26:06,032 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:06,032 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 516b6b1875819e27f177ccf029d25c96:C 2024-11-20T14:26:06,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:06,134 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e5357eb8c9644248842dd951f2263c14_516b6b1875819e27f177ccf029d25c96 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e5357eb8c9644248842dd951f2263c14_516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:06,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/fd97abe01b06491da97c521d472ec825, store: [table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:26:06,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/fd97abe01b06491da97c521d472ec825 is 175, key is test_row_0/A:col10/1732112764315/Put/seqid=0 2024-11-20T14:26:06,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742226_1402 (size=31105) 2024-11-20T14:26:06,142 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/fd97abe01b06491da97c521d472ec825 2024-11-20T14:26:06,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/270cdbfa24ca4b3298f2c76dc0059672 is 50, key is test_row_0/B:col10/1732112764315/Put/seqid=0 2024-11-20T14:26:06,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742227_1403 (size=12151) 2024-11-20T14:26:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T14:26:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:06,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:26:06,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112826470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:06,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112826471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:06,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112826474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:06,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112826475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:06,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112826475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:06,553 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/270cdbfa24ca4b3298f2c76dc0059672 2024-11-20T14:26:06,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/6a05c65fcd024d7398e05cdc5c5c8a03 is 50, key is test_row_0/C:col10/1732112764315/Put/seqid=0 2024-11-20T14:26:06,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742228_1404 (size=12151) 2024-11-20T14:26:06,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112826576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:06,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112826577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:06,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112826579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:06,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112826583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:06,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112826584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T14:26:06,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112826780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:06,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112826781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:06,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112826785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:06,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112826786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:06,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112826787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:06,963 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/6a05c65fcd024d7398e05cdc5c5c8a03 2024-11-20T14:26:06,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/fd97abe01b06491da97c521d472ec825 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/fd97abe01b06491da97c521d472ec825 2024-11-20T14:26:06,971 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/fd97abe01b06491da97c521d472ec825, entries=150, sequenceid=170, filesize=30.4 K 2024-11-20T14:26:06,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/270cdbfa24ca4b3298f2c76dc0059672 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/270cdbfa24ca4b3298f2c76dc0059672 2024-11-20T14:26:06,976 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/270cdbfa24ca4b3298f2c76dc0059672, entries=150, sequenceid=170, filesize=11.9 K 2024-11-20T14:26:06,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/6a05c65fcd024d7398e05cdc5c5c8a03 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/6a05c65fcd024d7398e05cdc5c5c8a03 2024-11-20T14:26:06,980 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/6a05c65fcd024d7398e05cdc5c5c8a03, entries=150, sequenceid=170, filesize=11.9 K 2024-11-20T14:26:06,981 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 516b6b1875819e27f177ccf029d25c96 in 1261ms, sequenceid=170, compaction requested=false 2024-11-20T14:26:06,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:26:06,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:06,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-20T14:26:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-20T14:26:06,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-20T14:26:06,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4150 sec 2024-11-20T14:26:06,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.4180 sec 2024-11-20T14:26:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:07,087 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 516b6b1875819e27f177ccf029d25c96 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T14:26:07,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=A 2024-11-20T14:26:07,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:07,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=B 2024-11-20T14:26:07,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:07,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=C 2024-11-20T14:26:07,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:07,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ad1b85b1bfa34fb986768df1fdab667b_516b6b1875819e27f177ccf029d25c96 is 50, key is test_row_0/A:col10/1732112766473/Put/seqid=0 2024-11-20T14:26:07,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112827093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:07,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742229_1405 (size=14794) 2024-11-20T14:26:07,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112827094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:07,098 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:07,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112827095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:07,102 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ad1b85b1bfa34fb986768df1fdab667b_516b6b1875819e27f177ccf029d25c96 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ad1b85b1bfa34fb986768df1fdab667b_516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:07,102 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/28ce2269aafa451ca65cda961b6d3261, store: [table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:26:07,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112827096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:07,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/28ce2269aafa451ca65cda961b6d3261 is 175, key is test_row_0/A:col10/1732112766473/Put/seqid=0 2024-11-20T14:26:07,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112827097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:07,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742230_1406 (size=39749) 2024-11-20T14:26:07,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112827198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:07,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112827199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:07,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112827202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:07,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112827203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:07,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112827204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:07,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:07,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112827402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:07,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112827403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:07,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112827407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:07,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112827408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:07,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112827408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:07,509 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/28ce2269aafa451ca65cda961b6d3261 2024-11-20T14:26:07,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/8dfc422d6a14400dba3a983422a677b0 is 50, key is test_row_0/B:col10/1732112766473/Put/seqid=0 2024-11-20T14:26:07,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742231_1407 (size=12151) 2024-11-20T14:26:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T14:26:07,670 INFO [Thread-1609 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-20T14:26:07,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:26:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-20T14:26:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T14:26:07,672 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:26:07,673 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:26:07,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:26:07,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112827706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:07,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112827708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:07,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112827712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:07,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112827712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:07,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112827714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T14:26:07,824 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:07,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T14:26:07,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:07,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:26:07,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:07,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:07,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:07,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/8dfc422d6a14400dba3a983422a677b0 2024-11-20T14:26:07,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/baaa2677ec4449b08ab5c0c80c0ef37a is 50, key is test_row_0/C:col10/1732112766473/Put/seqid=0 2024-11-20T14:26:07,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742232_1408 (size=12151) 2024-11-20T14:26:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T14:26:07,977 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:07,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T14:26:07,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:07,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:26:07,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:07,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:07,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:08,130 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:08,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T14:26:08,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:08,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:26:08,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:08,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:08,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:08,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:08,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112828208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:08,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112828216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:08,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112828217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:08,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112828218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:08,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112828219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T14:26:08,283 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:08,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T14:26:08,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:08,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:26:08,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:08,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:08,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:08,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/baaa2677ec4449b08ab5c0c80c0ef37a 2024-11-20T14:26:08,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/28ce2269aafa451ca65cda961b6d3261 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/28ce2269aafa451ca65cda961b6d3261 2024-11-20T14:26:08,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/28ce2269aafa451ca65cda961b6d3261, entries=200, sequenceid=199, filesize=38.8 K 2024-11-20T14:26:08,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/8dfc422d6a14400dba3a983422a677b0 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/8dfc422d6a14400dba3a983422a677b0 2024-11-20T14:26:08,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/8dfc422d6a14400dba3a983422a677b0, entries=150, sequenceid=199, filesize=11.9 K 2024-11-20T14:26:08,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/baaa2677ec4449b08ab5c0c80c0ef37a as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/baaa2677ec4449b08ab5c0c80c0ef37a 2024-11-20T14:26:08,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/baaa2677ec4449b08ab5c0c80c0ef37a, entries=150, sequenceid=199, filesize=11.9 K 2024-11-20T14:26:08,351 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 516b6b1875819e27f177ccf029d25c96 in 1263ms, sequenceid=199, compaction requested=true 2024-11-20T14:26:08,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:26:08,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 516b6b1875819e27f177ccf029d25c96:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:26:08,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:08,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 516b6b1875819e27f177ccf029d25c96:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:26:08,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:08,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 516b6b1875819e27f177ccf029d25c96:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:26:08,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:26:08,351 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:26:08,351 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:26:08,352 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:26:08,352 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:26:08,352 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 516b6b1875819e27f177ccf029d25c96/B is initiating minor compaction (all files) 2024-11-20T14:26:08,352 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): 516b6b1875819e27f177ccf029d25c96/A is initiating minor compaction (all files) 2024-11-20T14:26:08,352 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 516b6b1875819e27f177ccf029d25c96/B in TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:08,352 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 516b6b1875819e27f177ccf029d25c96/A in TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:08,352 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/88d1cbd52b69489097a7593f5049210f, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/270cdbfa24ca4b3298f2c76dc0059672, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/8dfc422d6a14400dba3a983422a677b0] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp, totalSize=35.9 K 2024-11-20T14:26:08,352 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/07b6bc4cc62f4046b4af0dbb3c4897c7, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/fd97abe01b06491da97c521d472ec825, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/28ce2269aafa451ca65cda961b6d3261] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp, totalSize=99.9 K 2024-11-20T14:26:08,352 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:08,352 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. files: [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/07b6bc4cc62f4046b4af0dbb3c4897c7, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/fd97abe01b06491da97c521d472ec825, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/28ce2269aafa451ca65cda961b6d3261] 2024-11-20T14:26:08,352 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 88d1cbd52b69489097a7593f5049210f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732112763692 2024-11-20T14:26:08,352 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07b6bc4cc62f4046b4af0dbb3c4897c7, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732112763692 2024-11-20T14:26:08,352 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 270cdbfa24ca4b3298f2c76dc0059672, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732112764315 2024-11-20T14:26:08,352 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd97abe01b06491da97c521d472ec825, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732112764315 2024-11-20T14:26:08,353 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28ce2269aafa451ca65cda961b6d3261, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732112766470 2024-11-20T14:26:08,353 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 8dfc422d6a14400dba3a983422a677b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732112766470 2024-11-20T14:26:08,358 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:26:08,359 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 516b6b1875819e27f177ccf029d25c96#B#compaction#344 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:08,359 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/4a45e6ffa11f4bd794a7ddbccdae6bd7 is 50, key is test_row_0/B:col10/1732112766473/Put/seqid=0 2024-11-20T14:26:08,360 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411203e786f17f90a4d44817f1767d8683223_516b6b1875819e27f177ccf029d25c96 store=[table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:26:08,362 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411203e786f17f90a4d44817f1767d8683223_516b6b1875819e27f177ccf029d25c96, store=[table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:26:08,362 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203e786f17f90a4d44817f1767d8683223_516b6b1875819e27f177ccf029d25c96 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:26:08,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742233_1409 (size=12595) 2024-11-20T14:26:08,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742234_1410 (size=4469) 2024-11-20T14:26:08,436 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:08,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T14:26:08,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:08,437 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 516b6b1875819e27f177ccf029d25c96 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T14:26:08,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=A 2024-11-20T14:26:08,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:08,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=B 2024-11-20T14:26:08,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:08,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=C 2024-11-20T14:26:08,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:08,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112065cee9664f9d4c6a8989f3fed7b33944_516b6b1875819e27f177ccf029d25c96 is 50, key is test_row_0/A:col10/1732112767096/Put/seqid=0 2024-11-20T14:26:08,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742235_1411 (size=12304) 2024-11-20T14:26:08,767 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 516b6b1875819e27f177ccf029d25c96#A#compaction#345 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:08,767 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/433b1248fc23406a840594c5b3588273 is 175, key is test_row_0/A:col10/1732112766473/Put/seqid=0 2024-11-20T14:26:08,769 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/4a45e6ffa11f4bd794a7ddbccdae6bd7 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/4a45e6ffa11f4bd794a7ddbccdae6bd7 2024-11-20T14:26:08,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742236_1412 (size=31549) 2024-11-20T14:26:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T14:26:08,777 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 516b6b1875819e27f177ccf029d25c96/B of 516b6b1875819e27f177ccf029d25c96 into 4a45e6ffa11f4bd794a7ddbccdae6bd7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:08,777 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:26:08,777 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96., storeName=516b6b1875819e27f177ccf029d25c96/B, priority=13, startTime=1732112768351; duration=0sec 2024-11-20T14:26:08,777 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:26:08,777 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 516b6b1875819e27f177ccf029d25c96:B 2024-11-20T14:26:08,777 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:26:08,778 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:26:08,778 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 516b6b1875819e27f177ccf029d25c96/C is initiating minor compaction (all files) 2024-11-20T14:26:08,778 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 516b6b1875819e27f177ccf029d25c96/C in TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:08,778 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/75c046cda40f4a3495dfaafc4c202fa2, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/6a05c65fcd024d7398e05cdc5c5c8a03, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/baaa2677ec4449b08ab5c0c80c0ef37a] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp, totalSize=35.9 K 2024-11-20T14:26:08,779 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/433b1248fc23406a840594c5b3588273 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/433b1248fc23406a840594c5b3588273 2024-11-20T14:26:08,779 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 75c046cda40f4a3495dfaafc4c202fa2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732112763692 2024-11-20T14:26:08,779 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a05c65fcd024d7398e05cdc5c5c8a03, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732112764315 2024-11-20T14:26:08,780 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting baaa2677ec4449b08ab5c0c80c0ef37a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732112766470 2024-11-20T14:26:08,784 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 516b6b1875819e27f177ccf029d25c96/A of 516b6b1875819e27f177ccf029d25c96 into 433b1248fc23406a840594c5b3588273(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:08,784 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:26:08,784 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96., storeName=516b6b1875819e27f177ccf029d25c96/A, priority=13, startTime=1732112768351; duration=0sec 2024-11-20T14:26:08,784 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:08,784 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 516b6b1875819e27f177ccf029d25c96:A 2024-11-20T14:26:08,788 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 516b6b1875819e27f177ccf029d25c96#C#compaction#347 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:08,788 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/675662e1f232423c96fd2d10e1322b4f is 50, key is test_row_0/C:col10/1732112766473/Put/seqid=0 2024-11-20T14:26:08,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742237_1413 (size=12595) 2024-11-20T14:26:08,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:08,850 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112065cee9664f9d4c6a8989f3fed7b33944_516b6b1875819e27f177ccf029d25c96 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112065cee9664f9d4c6a8989f3fed7b33944_516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:08,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/d75253c425494c1daa04765eb2ac1f74, store: [table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:26:08,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/d75253c425494c1daa04765eb2ac1f74 is 175, key is test_row_0/A:col10/1732112767096/Put/seqid=0 2024-11-20T14:26:08,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742238_1414 (size=31105) 2024-11-20T14:26:09,213 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/675662e1f232423c96fd2d10e1322b4f as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/675662e1f232423c96fd2d10e1322b4f 2024-11-20T14:26:09,221 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 516b6b1875819e27f177ccf029d25c96/C of 516b6b1875819e27f177ccf029d25c96 into 675662e1f232423c96fd2d10e1322b4f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:09,221 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:26:09,221 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96., storeName=516b6b1875819e27f177ccf029d25c96/C, priority=13, startTime=1732112768351; duration=0sec 2024-11-20T14:26:09,221 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:09,221 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 516b6b1875819e27f177ccf029d25c96:C 2024-11-20T14:26:09,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:26:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:09,256 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/d75253c425494c1daa04765eb2ac1f74 2024-11-20T14:26:09,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/9fbbf9e1f2b7403da3643744e2401708 is 50, key is test_row_0/B:col10/1732112767096/Put/seqid=0 2024-11-20T14:26:09,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742239_1415 (size=12151) 2024-11-20T14:26:09,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112829283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:09,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:09,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112829286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:09,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112829288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:09,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112829289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:09,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112829290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:09,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112829391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:09,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112829392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:09,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112829396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:09,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112829396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:09,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112829397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:09,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:09,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112829594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:09,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:09,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112829596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:09,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112829600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:09,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112829600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:09,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112829601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:09,674 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/9fbbf9e1f2b7403da3643744e2401708 2024-11-20T14:26:09,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/fe8743dd7a41422ca89077084ca304d6 is 50, key is test_row_0/C:col10/1732112767096/Put/seqid=0 2024-11-20T14:26:09,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742240_1416 (size=12151) 2024-11-20T14:26:09,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T14:26:09,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112829900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:09,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112829901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:09,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112829906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:09,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112829907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:09,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112829909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:10,085 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/fe8743dd7a41422ca89077084ca304d6 2024-11-20T14:26:10,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/d75253c425494c1daa04765eb2ac1f74 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/d75253c425494c1daa04765eb2ac1f74 2024-11-20T14:26:10,092 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/d75253c425494c1daa04765eb2ac1f74, entries=150, sequenceid=209, filesize=30.4 K 2024-11-20T14:26:10,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/9fbbf9e1f2b7403da3643744e2401708 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/9fbbf9e1f2b7403da3643744e2401708 2024-11-20T14:26:10,096 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/9fbbf9e1f2b7403da3643744e2401708, entries=150, sequenceid=209, filesize=11.9 K 2024-11-20T14:26:10,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/fe8743dd7a41422ca89077084ca304d6 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/fe8743dd7a41422ca89077084ca304d6 2024-11-20T14:26:10,100 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/fe8743dd7a41422ca89077084ca304d6, entries=150, sequenceid=209, filesize=11.9 K 2024-11-20T14:26:10,101 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 516b6b1875819e27f177ccf029d25c96 in 1664ms, sequenceid=209, compaction requested=false 2024-11-20T14:26:10,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:26:10,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:10,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-20T14:26:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-20T14:26:10,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-20T14:26:10,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4290 sec 2024-11-20T14:26:10,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 2.4330 sec 2024-11-20T14:26:10,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:10,409 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 516b6b1875819e27f177ccf029d25c96 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-20T14:26:10,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=A 2024-11-20T14:26:10,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:10,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=B 2024-11-20T14:26:10,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:10,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=C 2024-11-20T14:26:10,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:10,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112016134b3cd5ce429c9efcfd226f9442a0_516b6b1875819e27f177ccf029d25c96 is 50, key is test_row_0/A:col10/1732112769287/Put/seqid=0 2024-11-20T14:26:10,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742241_1417 (size=14794) 2024-11-20T14:26:10,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:10,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112830415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:10,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:10,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112830428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:10,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:10,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112830447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:10,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:10,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112830447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:10,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:10,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112830447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:10,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112830548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:10,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:10,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112830557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:10,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:10,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112830557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:10,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:10,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:10,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112830557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:10,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112830557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:10,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112830757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:10,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112830765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:10,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112830766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:10,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112830767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:10,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112830767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:10,820 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:10,824 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112016134b3cd5ce429c9efcfd226f9442a0_516b6b1875819e27f177ccf029d25c96 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112016134b3cd5ce429c9efcfd226f9442a0_516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:10,825 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/54e3fe81e0574305b41a6e708ea0e68d, store: [table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:26:10,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/54e3fe81e0574305b41a6e708ea0e68d is 175, key is test_row_0/A:col10/1732112769287/Put/seqid=0 2024-11-20T14:26:10,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742242_1418 (size=39749) 2024-11-20T14:26:11,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112831061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:11,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112831069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:11,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112831069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:11,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112831073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:11,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112831073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:11,231 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/54e3fe81e0574305b41a6e708ea0e68d 2024-11-20T14:26:11,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/1b76b6fe936a45428a35e77ac8d3c944 is 50, key is test_row_0/B:col10/1732112769287/Put/seqid=0 2024-11-20T14:26:11,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742243_1419 (size=12151) 2024-11-20T14:26:11,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:11,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112831568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:11,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112831573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:11,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112831575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:11,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112831576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:11,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112831579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:11,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/1b76b6fe936a45428a35e77ac8d3c944 2024-11-20T14:26:11,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/23b4960c18834f539735dc1ebc2506f5 is 50, key is test_row_0/C:col10/1732112769287/Put/seqid=0 2024-11-20T14:26:11,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742244_1420 (size=12151) 2024-11-20T14:26:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T14:26:11,777 INFO [Thread-1609 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-20T14:26:11,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:26:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-20T14:26:11,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T14:26:11,780 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:26:11,780 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:26:11,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:26:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T14:26:11,932 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:11,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-20T14:26:11,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:11,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:26:11,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:11,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:11,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:11,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:12,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/23b4960c18834f539735dc1ebc2506f5 2024-11-20T14:26:12,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/54e3fe81e0574305b41a6e708ea0e68d as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/54e3fe81e0574305b41a6e708ea0e68d 2024-11-20T14:26:12,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/54e3fe81e0574305b41a6e708ea0e68d, entries=200, sequenceid=240, filesize=38.8 K 2024-11-20T14:26:12,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/1b76b6fe936a45428a35e77ac8d3c944 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/1b76b6fe936a45428a35e77ac8d3c944 2024-11-20T14:26:12,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/1b76b6fe936a45428a35e77ac8d3c944, entries=150, sequenceid=240, filesize=11.9 K 2024-11-20T14:26:12,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/23b4960c18834f539735dc1ebc2506f5 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/23b4960c18834f539735dc1ebc2506f5 2024-11-20T14:26:12,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/23b4960c18834f539735dc1ebc2506f5, entries=150, sequenceid=240, filesize=11.9 K 2024-11-20T14:26:12,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=46.96 KB/48090 for 516b6b1875819e27f177ccf029d25c96 in 1662ms, sequenceid=240, compaction requested=true 2024-11-20T14:26:12,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:26:12,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 516b6b1875819e27f177ccf029d25c96:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:26:12,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:12,072 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:26:12,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 516b6b1875819e27f177ccf029d25c96:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:26:12,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:12,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 516b6b1875819e27f177ccf029d25c96:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:26:12,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:26:12,072 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:26:12,073 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:26:12,073 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:26:12,073 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 516b6b1875819e27f177ccf029d25c96/B is initiating minor compaction (all files) 2024-11-20T14:26:12,073 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): 516b6b1875819e27f177ccf029d25c96/A is initiating minor compaction (all files) 2024-11-20T14:26:12,073 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 516b6b1875819e27f177ccf029d25c96/B in TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:12,073 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 516b6b1875819e27f177ccf029d25c96/A in TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:12,073 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/4a45e6ffa11f4bd794a7ddbccdae6bd7, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/9fbbf9e1f2b7403da3643744e2401708, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/1b76b6fe936a45428a35e77ac8d3c944] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp, totalSize=36.0 K 2024-11-20T14:26:12,073 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/433b1248fc23406a840594c5b3588273, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/d75253c425494c1daa04765eb2ac1f74, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/54e3fe81e0574305b41a6e708ea0e68d] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp, totalSize=100.0 K 2024-11-20T14:26:12,073 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:12,073 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. files: [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/433b1248fc23406a840594c5b3588273, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/d75253c425494c1daa04765eb2ac1f74, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/54e3fe81e0574305b41a6e708ea0e68d] 2024-11-20T14:26:12,073 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a45e6ffa11f4bd794a7ddbccdae6bd7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732112766470 2024-11-20T14:26:12,073 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 433b1248fc23406a840594c5b3588273, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732112766470 2024-11-20T14:26:12,073 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fbbf9e1f2b7403da3643744e2401708, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732112767093 2024-11-20T14:26:12,073 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting d75253c425494c1daa04765eb2ac1f74, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732112767093 2024-11-20T14:26:12,074 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54e3fe81e0574305b41a6e708ea0e68d, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732112769281 2024-11-20T14:26:12,074 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b76b6fe936a45428a35e77ac8d3c944, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732112769287 2024-11-20T14:26:12,078 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:26:12,081 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112028d6e8c5426b44ed954bc35f796bf152_516b6b1875819e27f177ccf029d25c96 store=[table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:26:12,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T14:26:12,082 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 516b6b1875819e27f177ccf029d25c96#B#compaction#354 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:12,082 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/67c9525e30974f48b6a62ce6997a9d93 is 50, key is test_row_0/B:col10/1732112769287/Put/seqid=0 2024-11-20T14:26:12,084 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112028d6e8c5426b44ed954bc35f796bf152_516b6b1875819e27f177ccf029d25c96, store=[table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:26:12,084 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112028d6e8c5426b44ed954bc35f796bf152_516b6b1875819e27f177ccf029d25c96 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:26:12,085 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:12,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-20T14:26:12,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:12,086 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 516b6b1875819e27f177ccf029d25c96 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T14:26:12,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=A 2024-11-20T14:26:12,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:12,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=B 2024-11-20T14:26:12,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:12,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=C 2024-11-20T14:26:12,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:12,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742245_1421 (size=12697) 2024-11-20T14:26:12,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742246_1422 (size=4469) 2024-11-20T14:26:12,092 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 516b6b1875819e27f177ccf029d25c96#A#compaction#353 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:12,093 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/948a207a60a742bdb745234dd502be32 is 175, key is test_row_0/A:col10/1732112769287/Put/seqid=0 2024-11-20T14:26:12,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120038fa9d1c1194a4e9312f4f8c362f386_516b6b1875819e27f177ccf029d25c96 is 50, key is test_row_0/A:col10/1732112770411/Put/seqid=0 2024-11-20T14:26:12,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742247_1423 (size=31651) 2024-11-20T14:26:12,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742248_1424 (size=12304) 2024-11-20T14:26:12,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,101 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/948a207a60a742bdb745234dd502be32 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/948a207a60a742bdb745234dd502be32 2024-11-20T14:26:12,104 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120038fa9d1c1194a4e9312f4f8c362f386_516b6b1875819e27f177ccf029d25c96 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120038fa9d1c1194a4e9312f4f8c362f386_516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:12,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/3cd4f3d4466b44f08de2d912edfe67d4, store: [table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:26:12,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/3cd4f3d4466b44f08de2d912edfe67d4 is 175, key is test_row_0/A:col10/1732112770411/Put/seqid=0 2024-11-20T14:26:12,109 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 516b6b1875819e27f177ccf029d25c96/A of 516b6b1875819e27f177ccf029d25c96 into 948a207a60a742bdb745234dd502be32(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:12,109 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:26:12,109 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96., storeName=516b6b1875819e27f177ccf029d25c96/A, priority=13, startTime=1732112772071; duration=0sec 2024-11-20T14:26:12,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742249_1425 (size=31105) 2024-11-20T14:26:12,109 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:26:12,109 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 516b6b1875819e27f177ccf029d25c96:A 2024-11-20T14:26:12,109 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:26:12,110 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/3cd4f3d4466b44f08de2d912edfe67d4 2024-11-20T14:26:12,110 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:26:12,110 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): 516b6b1875819e27f177ccf029d25c96/C is initiating minor compaction (all files) 2024-11-20T14:26:12,110 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 516b6b1875819e27f177ccf029d25c96/C in TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:12,110 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/675662e1f232423c96fd2d10e1322b4f, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/fe8743dd7a41422ca89077084ca304d6, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/23b4960c18834f539735dc1ebc2506f5] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp, totalSize=36.0 K 2024-11-20T14:26:12,111 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 675662e1f232423c96fd2d10e1322b4f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732112766470 2024-11-20T14:26:12,111 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe8743dd7a41422ca89077084ca304d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732112767093 2024-11-20T14:26:12,112 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23b4960c18834f539735dc1ebc2506f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732112769287 2024-11-20T14:26:12,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/6ff6adeda5a74977bac717832fb89e49 is 50, key is test_row_0/B:col10/1732112770411/Put/seqid=0 2024-11-20T14:26:12,121 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 516b6b1875819e27f177ccf029d25c96#C#compaction#357 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:12,122 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/175f153a904e4c39b7c42406787bb42b is 50, key is test_row_0/C:col10/1732112769287/Put/seqid=0 2024-11-20T14:26:12,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742250_1426 (size=12151) 2024-11-20T14:26:12,123 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/6ff6adeda5a74977bac717832fb89e49 2024-11-20T14:26:12,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742251_1427 (size=12697) 2024-11-20T14:26:12,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/61a8c7e1d0314af69b6ba08c328639ba is 50, key is test_row_0/C:col10/1732112770411/Put/seqid=0 2024-11-20T14:26:12,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742252_1428 (size=12151) 2024-11-20T14:26:12,133 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/61a8c7e1d0314af69b6ba08c328639ba 2024-11-20T14:26:12,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/3cd4f3d4466b44f08de2d912edfe67d4 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/3cd4f3d4466b44f08de2d912edfe67d4 2024-11-20T14:26:12,142 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/3cd4f3d4466b44f08de2d912edfe67d4, entries=150, sequenceid=250, filesize=30.4 K 2024-11-20T14:26:12,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/6ff6adeda5a74977bac717832fb89e49 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/6ff6adeda5a74977bac717832fb89e49 2024-11-20T14:26:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,145 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/6ff6adeda5a74977bac717832fb89e49, entries=150, sequenceid=250, filesize=11.9 K 2024-11-20T14:26:12,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/61a8c7e1d0314af69b6ba08c328639ba as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/61a8c7e1d0314af69b6ba08c328639ba 2024-11-20T14:26:12,149 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/61a8c7e1d0314af69b6ba08c328639ba, entries=150, sequenceid=250, filesize=11.9 K 2024-11-20T14:26:12,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,149 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 516b6b1875819e27f177ccf029d25c96 in 63ms, sequenceid=250, compaction requested=false 2024-11-20T14:26:12,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:26:12,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:12,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-20T14:26:12,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-20T14:26:12,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-20T14:26:12,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 371 msec 2024-11-20T14:26:12,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 375 msec 2024-11-20T14:26:12,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T14:26:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,382 INFO [Thread-1609 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-20T14:26:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:26:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-20T14:26:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T14:26:12,386 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:26:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,387 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:26:12,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:26:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T14:26:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,495 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/67c9525e30974f48b6a62ce6997a9d93 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/67c9525e30974f48b6a62ce6997a9d93 2024-11-20T14:26:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,500 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 516b6b1875819e27f177ccf029d25c96/B of 516b6b1875819e27f177ccf029d25c96 into 67c9525e30974f48b6a62ce6997a9d93(size=12.4 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:12,500 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:26:12,500 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96., storeName=516b6b1875819e27f177ccf029d25c96/B, priority=13, startTime=1732112772072; duration=0sec 2024-11-20T14:26:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,500 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:12,500 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 516b6b1875819e27f177ccf029d25c96:B 2024-11-20T14:26:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,533 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/175f153a904e4c39b7c42406787bb42b as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/175f153a904e4c39b7c42406787bb42b 2024-11-20T14:26:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,538 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 516b6b1875819e27f177ccf029d25c96/C of 516b6b1875819e27f177ccf029d25c96 into 175f153a904e4c39b7c42406787bb42b(size=12.4 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:12,538 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:26:12,538 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96., storeName=516b6b1875819e27f177ccf029d25c96/C, priority=13, startTime=1732112772072; duration=0sec 2024-11-20T14:26:12,538 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:12,538 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 516b6b1875819e27f177ccf029d25c96:C 2024-11-20T14:26:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,538 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-20T14:26:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:12,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:26:12,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:12,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-20T14:26:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-20T14:26:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-20T14:26:12,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-20T14:26:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 157 msec 2024-11-20T14:26:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:12,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 516b6b1875819e27f177ccf029d25c96 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T14:26:12,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=A 2024-11-20T14:26:12,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:12,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=B 2024-11-20T14:26:12,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=C 2024-11-20T14:26:12,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207f1b57e1bfc14f43b9b582c3fa56b3f5_516b6b1875819e27f177ccf029d25c96 is 50, key is test_row_0/A:col10/1732112772671/Put/seqid=0 2024-11-20T14:26:12,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T14:26:12,689 INFO [Thread-1609 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-20T14:26:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:26:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-20T14:26:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T14:26:12,692 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:26:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,692 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:26:12,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:26:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742254_1430 (size=25158) 2024-11-20T14:26:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:12,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:12,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112832740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:12,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112832741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:12,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112832741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:12,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112832742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:12,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112832742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T14:26:12,845 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:12,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-20T14:26:12,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:12,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:26:12,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:12,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:12,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:12,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112832848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:12,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112832848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:12,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112832849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:12,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112832849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:12,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112832849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T14:26:12,998 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:12,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-20T14:26:12,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:12,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:26:12,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:12,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:12,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:13,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:13,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:13,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112833054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:13,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:13,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112833054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:13,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:13,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:13,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112833054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:13,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112833055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:13,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:13,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112833055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:13,119 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:13,122 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207f1b57e1bfc14f43b9b582c3fa56b3f5_516b6b1875819e27f177ccf029d25c96 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207f1b57e1bfc14f43b9b582c3fa56b3f5_516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:13,123 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/23e19b5e307b472fa7deffebf89e4016, store: [table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:26:13,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/23e19b5e307b472fa7deffebf89e4016 is 175, key is test_row_0/A:col10/1732112772671/Put/seqid=0 2024-11-20T14:26:13,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742253_1429 (size=74795) 2024-11-20T14:26:13,151 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:13,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-20T14:26:13,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:13,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:26:13,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:13,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:13,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:13,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:13,244 DEBUG [Thread-1612 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0801ba40 to 127.0.0.1:60221 2024-11-20T14:26:13,244 DEBUG [Thread-1610 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3875c8c5 to 127.0.0.1:60221 2024-11-20T14:26:13,250 DEBUG [Thread-1610 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:26:13,250 DEBUG [Thread-1612 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:26:13,251 DEBUG [Thread-1618 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x798e7fd4 to 127.0.0.1:60221 2024-11-20T14:26:13,251 DEBUG [Thread-1618 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:26:13,255 DEBUG [Thread-1616 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e3203d9 to 127.0.0.1:60221 2024-11-20T14:26:13,255 DEBUG [Thread-1616 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:26:13,255 DEBUG [Thread-1614 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x27539bdc to 127.0.0.1:60221 2024-11-20T14:26:13,255 DEBUG [Thread-1614 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:26:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T14:26:13,304 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:13,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-20T14:26:13,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:13,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:26:13,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:13,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:13,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:13,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112833362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:13,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:13,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112833363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:13,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:13,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112833363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:13,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112833363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:13,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112833364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:13,457 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:13,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-20T14:26:13,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:13,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:26:13,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:13,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:13,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:13,530 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=265, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/23e19b5e307b472fa7deffebf89e4016 2024-11-20T14:26:13,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/45a97e5fecd541baa9125ffb55577077 is 50, key is test_row_0/B:col10/1732112772671/Put/seqid=0 2024-11-20T14:26:13,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742255_1431 (size=12301) 2024-11-20T14:26:13,609 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:13,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-20T14:26:13,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:13,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:26:13,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:13,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:13,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:13,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:13,761 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:13,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-20T14:26:13,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:13,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:26:13,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:13,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:13,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T14:26:13,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33846 deadline: 1732112833864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:13,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33812 deadline: 1732112833865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:13,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33856 deadline: 1732112833866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:13,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33870 deadline: 1732112833866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:13,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33792 deadline: 1732112833868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:13,914 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:13,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-20T14:26:13,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:13,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:26:13,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:13,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:13,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:13,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/45a97e5fecd541baa9125ffb55577077 2024-11-20T14:26:13,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/2ade116280e94ff58c673e5757ee9d83 is 50, key is test_row_0/C:col10/1732112772671/Put/seqid=0 2024-11-20T14:26:13,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742256_1432 (size=12301) 2024-11-20T14:26:14,066 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:14,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-20T14:26:14,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:14,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:26:14,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:14,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:14,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:14,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:14,218 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:14,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-20T14:26:14,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:14,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:26:14,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:14,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:14,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:14,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:14,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/2ade116280e94ff58c673e5757ee9d83 2024-11-20T14:26:14,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/23e19b5e307b472fa7deffebf89e4016 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/23e19b5e307b472fa7deffebf89e4016 2024-11-20T14:26:14,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/23e19b5e307b472fa7deffebf89e4016, entries=400, sequenceid=265, filesize=73.0 K 2024-11-20T14:26:14,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/45a97e5fecd541baa9125ffb55577077 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/45a97e5fecd541baa9125ffb55577077 2024-11-20T14:26:14,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/45a97e5fecd541baa9125ffb55577077, entries=150, sequenceid=265, filesize=12.0 K 2024-11-20T14:26:14,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/2ade116280e94ff58c673e5757ee9d83 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/2ade116280e94ff58c673e5757ee9d83 2024-11-20T14:26:14,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/2ade116280e94ff58c673e5757ee9d83, entries=150, sequenceid=265, filesize=12.0 K 2024-11-20T14:26:14,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 516b6b1875819e27f177ccf029d25c96 in 1689ms, sequenceid=265, compaction requested=true 2024-11-20T14:26:14,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:26:14,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 516b6b1875819e27f177ccf029d25c96:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:26:14,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:14,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 516b6b1875819e27f177ccf029d25c96:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:26:14,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:14,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 516b6b1875819e27f177ccf029d25c96:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:26:14,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:26:14,362 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:26:14,362 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:26:14,363 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 137551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:26:14,363 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:26:14,363 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 516b6b1875819e27f177ccf029d25c96/B is initiating minor compaction (all files) 2024-11-20T14:26:14,363 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): 516b6b1875819e27f177ccf029d25c96/A is initiating minor compaction (all files) 2024-11-20T14:26:14,363 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 516b6b1875819e27f177ccf029d25c96/A in TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:14,363 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 516b6b1875819e27f177ccf029d25c96/B in TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:14,363 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/948a207a60a742bdb745234dd502be32, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/3cd4f3d4466b44f08de2d912edfe67d4, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/23e19b5e307b472fa7deffebf89e4016] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp, totalSize=134.3 K 2024-11-20T14:26:14,363 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/67c9525e30974f48b6a62ce6997a9d93, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/6ff6adeda5a74977bac717832fb89e49, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/45a97e5fecd541baa9125ffb55577077] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp, totalSize=36.3 K 2024-11-20T14:26:14,363 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:14,363 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. files: [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/948a207a60a742bdb745234dd502be32, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/3cd4f3d4466b44f08de2d912edfe67d4, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/23e19b5e307b472fa7deffebf89e4016] 2024-11-20T14:26:14,363 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 67c9525e30974f48b6a62ce6997a9d93, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732112769287 2024-11-20T14:26:14,363 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ff6adeda5a74977bac717832fb89e49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732112770411 2024-11-20T14:26:14,363 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 948a207a60a742bdb745234dd502be32, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732112769287 2024-11-20T14:26:14,364 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 45a97e5fecd541baa9125ffb55577077, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732112772651 2024-11-20T14:26:14,364 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3cd4f3d4466b44f08de2d912edfe67d4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732112770411 2024-11-20T14:26:14,364 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23e19b5e307b472fa7deffebf89e4016, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732112772650 2024-11-20T14:26:14,368 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:26:14,369 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 516b6b1875819e27f177ccf029d25c96#B#compaction#362 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:14,370 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/7436d708c446442abb6bf4a119163bfd is 50, key is test_row_0/B:col10/1732112772671/Put/seqid=0 2024-11-20T14:26:14,370 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411205750deee413d4e2d8418580a726f01c7_516b6b1875819e27f177ccf029d25c96 store=[table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:26:14,370 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:14,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-20T14:26:14,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:14,371 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 516b6b1875819e27f177ccf029d25c96 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T14:26:14,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=A 2024-11-20T14:26:14,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:14,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=B 2024-11-20T14:26:14,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:14,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=C 2024-11-20T14:26:14,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:14,375 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411205750deee413d4e2d8418580a726f01c7_516b6b1875819e27f177ccf029d25c96, store=[table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:26:14,375 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205750deee413d4e2d8418580a726f01c7_516b6b1875819e27f177ccf029d25c96 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:26:14,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742257_1433 (size=12949) 2024-11-20T14:26:14,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742258_1434 (size=4469) 2024-11-20T14:26:14,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120707cfa44ee6543c7a594412506644b66_516b6b1875819e27f177ccf029d25c96 is 50, key is test_row_0/A:col10/1732112772740/Put/seqid=0 2024-11-20T14:26:14,384 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 516b6b1875819e27f177ccf029d25c96#A#compaction#363 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:14,385 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/a1a56d973d734e5db38f93167d9e2899 is 175, key is test_row_0/A:col10/1732112772671/Put/seqid=0 2024-11-20T14:26:14,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742259_1435 (size=12454) 2024-11-20T14:26:14,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742260_1436 (size=31903) 2024-11-20T14:26:14,781 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/7436d708c446442abb6bf4a119163bfd as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/7436d708c446442abb6bf4a119163bfd 2024-11-20T14:26:14,784 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 516b6b1875819e27f177ccf029d25c96/B of 516b6b1875819e27f177ccf029d25c96 into 7436d708c446442abb6bf4a119163bfd(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:14,784 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:26:14,784 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96., storeName=516b6b1875819e27f177ccf029d25c96/B, priority=13, startTime=1732112774362; duration=0sec 2024-11-20T14:26:14,784 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:26:14,784 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 516b6b1875819e27f177ccf029d25c96:B 2024-11-20T14:26:14,784 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:26:14,785 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:26:14,785 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 516b6b1875819e27f177ccf029d25c96/C is initiating minor compaction (all files) 2024-11-20T14:26:14,785 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 516b6b1875819e27f177ccf029d25c96/C in TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:14,785 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/175f153a904e4c39b7c42406787bb42b, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/61a8c7e1d0314af69b6ba08c328639ba, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/2ade116280e94ff58c673e5757ee9d83] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp, totalSize=36.3 K 2024-11-20T14:26:14,786 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 175f153a904e4c39b7c42406787bb42b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732112769287 2024-11-20T14:26:14,786 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 61a8c7e1d0314af69b6ba08c328639ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732112770411 2024-11-20T14:26:14,786 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ade116280e94ff58c673e5757ee9d83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732112772651 2024-11-20T14:26:14,792 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 516b6b1875819e27f177ccf029d25c96#C#compaction#365 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:14,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:14,792 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/8ce50377118f4feb85725bbabc58d004 is 50, key is test_row_0/C:col10/1732112772671/Put/seqid=0 2024-11-20T14:26:14,795 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120707cfa44ee6543c7a594412506644b66_516b6b1875819e27f177ccf029d25c96 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120707cfa44ee6543c7a594412506644b66_516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T14:26:14,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742261_1437 (size=12949) 2024-11-20T14:26:14,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/d34f5ce2025945a19a215334d6d4db5b, store: [table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:26:14,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/d34f5ce2025945a19a215334d6d4db5b is 175, key is test_row_0/A:col10/1732112772740/Put/seqid=0 2024-11-20T14:26:14,797 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/a1a56d973d734e5db38f93167d9e2899 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/a1a56d973d734e5db38f93167d9e2899 2024-11-20T14:26:14,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742262_1438 (size=31255) 2024-11-20T14:26:14,801 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 516b6b1875819e27f177ccf029d25c96/A of 516b6b1875819e27f177ccf029d25c96 into a1a56d973d734e5db38f93167d9e2899(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:14,801 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:26:14,801 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96., storeName=516b6b1875819e27f177ccf029d25c96/A, priority=13, startTime=1732112774362; duration=0sec 2024-11-20T14:26:14,801 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:14,801 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 516b6b1875819e27f177ccf029d25c96:A 2024-11-20T14:26:14,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. as already flushing 2024-11-20T14:26:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:14,870 DEBUG [Thread-1607 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6cd96549 to 127.0.0.1:60221 2024-11-20T14:26:14,870 DEBUG [Thread-1607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:26:14,870 DEBUG [Thread-1605 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x117e86d9 to 127.0.0.1:60221 2024-11-20T14:26:14,870 DEBUG [Thread-1605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:26:14,871 DEBUG [Thread-1603 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1dc42ea6 to 127.0.0.1:60221 2024-11-20T14:26:14,871 DEBUG [Thread-1603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:26:14,875 DEBUG [Thread-1601 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51f7d511 to 127.0.0.1:60221 2024-11-20T14:26:14,875 DEBUG [Thread-1601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:26:14,876 DEBUG [Thread-1599 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5fe71801 to 127.0.0.1:60221 2024-11-20T14:26:14,876 DEBUG [Thread-1599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:26:15,200 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/8ce50377118f4feb85725bbabc58d004 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/8ce50377118f4feb85725bbabc58d004 2024-11-20T14:26:15,201 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/d34f5ce2025945a19a215334d6d4db5b 2024-11-20T14:26:15,204 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 516b6b1875819e27f177ccf029d25c96/C of 516b6b1875819e27f177ccf029d25c96 into 8ce50377118f4feb85725bbabc58d004(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:15,204 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:26:15,204 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96., storeName=516b6b1875819e27f177ccf029d25c96/C, priority=13, startTime=1732112774362; duration=0sec 2024-11-20T14:26:15,204 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:15,204 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 516b6b1875819e27f177ccf029d25c96:C 2024-11-20T14:26:15,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/01b0e282d4dd4913b8a7f4dda34ca937 is 50, key is test_row_0/B:col10/1732112772740/Put/seqid=0 2024-11-20T14:26:15,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742263_1439 (size=12301) 2024-11-20T14:26:15,610 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/01b0e282d4dd4913b8a7f4dda34ca937 2024-11-20T14:26:15,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/bfb40b01c8154c58b146f242c40cafea is 50, key is test_row_0/C:col10/1732112772740/Put/seqid=0 2024-11-20T14:26:15,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742264_1440 (size=12301) 2024-11-20T14:26:16,002 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T14:26:16,019 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/bfb40b01c8154c58b146f242c40cafea 2024-11-20T14:26:16,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/d34f5ce2025945a19a215334d6d4db5b as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/d34f5ce2025945a19a215334d6d4db5b 2024-11-20T14:26:16,026 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/d34f5ce2025945a19a215334d6d4db5b, entries=150, sequenceid=290, filesize=30.5 K 2024-11-20T14:26:16,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/01b0e282d4dd4913b8a7f4dda34ca937 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/01b0e282d4dd4913b8a7f4dda34ca937 2024-11-20T14:26:16,029 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/01b0e282d4dd4913b8a7f4dda34ca937, entries=150, sequenceid=290, filesize=12.0 K 2024-11-20T14:26:16,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/bfb40b01c8154c58b146f242c40cafea as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/bfb40b01c8154c58b146f242c40cafea 2024-11-20T14:26:16,032 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/bfb40b01c8154c58b146f242c40cafea, entries=150, sequenceid=290, filesize=12.0 K 2024-11-20T14:26:16,033 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=33.54 KB/34350 for 516b6b1875819e27f177ccf029d25c96 in 1662ms, sequenceid=290, compaction requested=false 2024-11-20T14:26:16,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:26:16,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:16,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-20T14:26:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-20T14:26:16,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-20T14:26:16,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3410 sec 2024-11-20T14:26:16,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 3.3450 sec 2024-11-20T14:26:16,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T14:26:16,797 INFO [Thread-1609 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-20T14:26:16,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T14:26:16,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-20T14:26:16,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-20T14:26:16,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-20T14:26:16,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-20T14:26:16,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-20T14:26:16,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T14:26:16,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T14:26:16,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2670 2024-11-20T14:26:16,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8010 rows 2024-11-20T14:26:16,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2675 2024-11-20T14:26:16,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8025 rows 2024-11-20T14:26:16,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2689 2024-11-20T14:26:16,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8067 rows 2024-11-20T14:26:16,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2684 2024-11-20T14:26:16,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8052 rows 2024-11-20T14:26:16,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2685 2024-11-20T14:26:16,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8055 rows 2024-11-20T14:26:16,797 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T14:26:16,797 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34becda3 to 127.0.0.1:60221 2024-11-20T14:26:16,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:26:16,801 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T14:26:16,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T14:26:16,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T14:26:16,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-20T14:26:16,806 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732112776806"}]},"ts":"1732112776806"} 2024-11-20T14:26:16,807 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T14:26:16,808 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T14:26:16,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T14:26:16,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=516b6b1875819e27f177ccf029d25c96, UNASSIGN}] 2024-11-20T14:26:16,810 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=516b6b1875819e27f177ccf029d25c96, UNASSIGN 2024-11-20T14:26:16,811 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=516b6b1875819e27f177ccf029d25c96, regionState=CLOSING, regionLocation=315eb151f916,36867,1732112657619 2024-11-20T14:26:16,812 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T14:26:16,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; CloseRegionProcedure 516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619}] 2024-11-20T14:26:16,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-20T14:26:16,963 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:16,963 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(124): Close 516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:16,963 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T14:26:16,963 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1681): Closing 516b6b1875819e27f177ccf029d25c96, disabling compactions & flushes 2024-11-20T14:26:16,963 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:16,963 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:16,963 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. after waiting 0 ms 2024-11-20T14:26:16,963 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:16,963 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(2837): Flushing 516b6b1875819e27f177ccf029d25c96 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T14:26:16,964 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=A 2024-11-20T14:26:16,964 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:16,964 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=B 2024-11-20T14:26:16,964 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:16,964 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 516b6b1875819e27f177ccf029d25c96, store=C 2024-11-20T14:26:16,964 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:16,969 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120da2147941f03419e8ce9586e84a86063_516b6b1875819e27f177ccf029d25c96 is 50, key is test_row_0/A:col10/1732112774869/Put/seqid=0 2024-11-20T14:26:16,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742265_1441 (size=12454) 2024-11-20T14:26:17,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-20T14:26:17,372 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:17,376 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120da2147941f03419e8ce9586e84a86063_516b6b1875819e27f177ccf029d25c96 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120da2147941f03419e8ce9586e84a86063_516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:17,376 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/4cae9990bb5a4add85e8dd4a092a2b14, store: [table=TestAcidGuarantees family=A region=516b6b1875819e27f177ccf029d25c96] 2024-11-20T14:26:17,377 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/4cae9990bb5a4add85e8dd4a092a2b14 is 175, key is test_row_0/A:col10/1732112774869/Put/seqid=0 2024-11-20T14:26:17,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742266_1442 (size=31255) 2024-11-20T14:26:17,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-20T14:26:17,781 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=301, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/4cae9990bb5a4add85e8dd4a092a2b14 2024-11-20T14:26:17,786 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/309339103e144fadae1ef4787cebc5de is 50, key is test_row_0/B:col10/1732112774869/Put/seqid=0 2024-11-20T14:26:17,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742267_1443 (size=12301) 2024-11-20T14:26:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-20T14:26:18,190 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/309339103e144fadae1ef4787cebc5de 2024-11-20T14:26:18,195 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/ee87580b436d46959ea4726c8c1afb00 is 50, key is test_row_0/C:col10/1732112774869/Put/seqid=0 2024-11-20T14:26:18,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742268_1444 (size=12301) 2024-11-20T14:26:18,599 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/ee87580b436d46959ea4726c8c1afb00 2024-11-20T14:26:18,602 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/A/4cae9990bb5a4add85e8dd4a092a2b14 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/4cae9990bb5a4add85e8dd4a092a2b14 2024-11-20T14:26:18,605 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/4cae9990bb5a4add85e8dd4a092a2b14, entries=150, sequenceid=301, filesize=30.5 K 2024-11-20T14:26:18,606 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/B/309339103e144fadae1ef4787cebc5de as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/309339103e144fadae1ef4787cebc5de 2024-11-20T14:26:18,609 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/309339103e144fadae1ef4787cebc5de, entries=150, sequenceid=301, filesize=12.0 K 2024-11-20T14:26:18,609 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/.tmp/C/ee87580b436d46959ea4726c8c1afb00 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/ee87580b436d46959ea4726c8c1afb00 2024-11-20T14:26:18,612 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/ee87580b436d46959ea4726c8c1afb00, entries=150, sequenceid=301, filesize=12.0 K 2024-11-20T14:26:18,613 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 516b6b1875819e27f177ccf029d25c96 in 1650ms, sequenceid=301, compaction requested=true 2024-11-20T14:26:18,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/93bff8ca74334e78afd376242b2d8a94, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/dab20555167c411191b918a7c29a6c53, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/8bbe62aae5f44ad990e6748bab6127b4, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/495a22f9a93543879a102477939cefd7, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/4b07b23ec76b469caae0b739cc4934af, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/1a33985d835c44bc883c134d7ae9d3d3, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/1a2c1d3c5cde475f931c529e59002700, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/722125452ca4413699ae4fb805be2fa6, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/29dddd28c1774d5ab847f8da78fd5846, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/7e8eb6b401da46e1b1d754d9504622e4, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/07b6bc4cc62f4046b4af0dbb3c4897c7, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/fd97abe01b06491da97c521d472ec825, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/28ce2269aafa451ca65cda961b6d3261, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/433b1248fc23406a840594c5b3588273, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/d75253c425494c1daa04765eb2ac1f74, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/54e3fe81e0574305b41a6e708ea0e68d, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/948a207a60a742bdb745234dd502be32, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/3cd4f3d4466b44f08de2d912edfe67d4, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/23e19b5e307b472fa7deffebf89e4016] to archive 2024-11-20T14:26:18,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T14:26:18,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/93bff8ca74334e78afd376242b2d8a94 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/93bff8ca74334e78afd376242b2d8a94 2024-11-20T14:26:18,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/dab20555167c411191b918a7c29a6c53 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/dab20555167c411191b918a7c29a6c53 2024-11-20T14:26:18,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/8bbe62aae5f44ad990e6748bab6127b4 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/8bbe62aae5f44ad990e6748bab6127b4 2024-11-20T14:26:18,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/495a22f9a93543879a102477939cefd7 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/495a22f9a93543879a102477939cefd7 2024-11-20T14:26:18,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/4b07b23ec76b469caae0b739cc4934af to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/4b07b23ec76b469caae0b739cc4934af 2024-11-20T14:26:18,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/1a33985d835c44bc883c134d7ae9d3d3 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/1a33985d835c44bc883c134d7ae9d3d3 2024-11-20T14:26:18,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/1a2c1d3c5cde475f931c529e59002700 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/1a2c1d3c5cde475f931c529e59002700 2024-11-20T14:26:18,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/722125452ca4413699ae4fb805be2fa6 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/722125452ca4413699ae4fb805be2fa6 2024-11-20T14:26:18,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/29dddd28c1774d5ab847f8da78fd5846 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/29dddd28c1774d5ab847f8da78fd5846 2024-11-20T14:26:18,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/7e8eb6b401da46e1b1d754d9504622e4 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/7e8eb6b401da46e1b1d754d9504622e4 2024-11-20T14:26:18,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/07b6bc4cc62f4046b4af0dbb3c4897c7 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/07b6bc4cc62f4046b4af0dbb3c4897c7 2024-11-20T14:26:18,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/fd97abe01b06491da97c521d472ec825 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/fd97abe01b06491da97c521d472ec825 2024-11-20T14:26:18,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/28ce2269aafa451ca65cda961b6d3261 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/28ce2269aafa451ca65cda961b6d3261 2024-11-20T14:26:18,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/433b1248fc23406a840594c5b3588273 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/433b1248fc23406a840594c5b3588273 2024-11-20T14:26:18,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/d75253c425494c1daa04765eb2ac1f74 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/d75253c425494c1daa04765eb2ac1f74 2024-11-20T14:26:18,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/54e3fe81e0574305b41a6e708ea0e68d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/54e3fe81e0574305b41a6e708ea0e68d 2024-11-20T14:26:18,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/948a207a60a742bdb745234dd502be32 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/948a207a60a742bdb745234dd502be32 2024-11-20T14:26:18,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/3cd4f3d4466b44f08de2d912edfe67d4 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/3cd4f3d4466b44f08de2d912edfe67d4 2024-11-20T14:26:18,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/23e19b5e307b472fa7deffebf89e4016 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/23e19b5e307b472fa7deffebf89e4016 2024-11-20T14:26:18,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/0f0f3be3cc6a4a1890c130cb08b95261, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/032550916b2643efb55e5f2b460a872a, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/52c4a4f2030f4aaa84ea444975fb3b0e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/c9549745fca04c3caa1881f5701e54c9, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/c38d3c422fe44b629186a7cf41e46db8, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/27856ff89fe34123aaddba6c0ca409a9, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/e87a48b3fe474a7b8b9a58a4d100148d, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/832bbb256cb6470893193f4c10849e5d, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/bf9c632034674da8849365f007feff57, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/88d1cbd52b69489097a7593f5049210f, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/f9f9dcdb39954ec69334ab5bc3679f85, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/270cdbfa24ca4b3298f2c76dc0059672, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/4a45e6ffa11f4bd794a7ddbccdae6bd7, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/8dfc422d6a14400dba3a983422a677b0, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/9fbbf9e1f2b7403da3643744e2401708, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/67c9525e30974f48b6a62ce6997a9d93, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/1b76b6fe936a45428a35e77ac8d3c944, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/6ff6adeda5a74977bac717832fb89e49, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/45a97e5fecd541baa9125ffb55577077] to archive 2024-11-20T14:26:18,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T14:26:18,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/0f0f3be3cc6a4a1890c130cb08b95261 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/0f0f3be3cc6a4a1890c130cb08b95261 2024-11-20T14:26:18,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/032550916b2643efb55e5f2b460a872a to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/032550916b2643efb55e5f2b460a872a 2024-11-20T14:26:18,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/52c4a4f2030f4aaa84ea444975fb3b0e to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/52c4a4f2030f4aaa84ea444975fb3b0e 2024-11-20T14:26:18,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/c9549745fca04c3caa1881f5701e54c9 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/c9549745fca04c3caa1881f5701e54c9 2024-11-20T14:26:18,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/c38d3c422fe44b629186a7cf41e46db8 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/c38d3c422fe44b629186a7cf41e46db8 2024-11-20T14:26:18,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/27856ff89fe34123aaddba6c0ca409a9 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/27856ff89fe34123aaddba6c0ca409a9 2024-11-20T14:26:18,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/e87a48b3fe474a7b8b9a58a4d100148d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/e87a48b3fe474a7b8b9a58a4d100148d 2024-11-20T14:26:18,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/832bbb256cb6470893193f4c10849e5d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/832bbb256cb6470893193f4c10849e5d 2024-11-20T14:26:18,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/bf9c632034674da8849365f007feff57 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/bf9c632034674da8849365f007feff57 2024-11-20T14:26:18,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/88d1cbd52b69489097a7593f5049210f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/88d1cbd52b69489097a7593f5049210f 2024-11-20T14:26:18,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/f9f9dcdb39954ec69334ab5bc3679f85 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/f9f9dcdb39954ec69334ab5bc3679f85 2024-11-20T14:26:18,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/270cdbfa24ca4b3298f2c76dc0059672 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/270cdbfa24ca4b3298f2c76dc0059672 2024-11-20T14:26:18,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/4a45e6ffa11f4bd794a7ddbccdae6bd7 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/4a45e6ffa11f4bd794a7ddbccdae6bd7 2024-11-20T14:26:18,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/8dfc422d6a14400dba3a983422a677b0 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/8dfc422d6a14400dba3a983422a677b0 2024-11-20T14:26:18,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/9fbbf9e1f2b7403da3643744e2401708 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/9fbbf9e1f2b7403da3643744e2401708 2024-11-20T14:26:18,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/67c9525e30974f48b6a62ce6997a9d93 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/67c9525e30974f48b6a62ce6997a9d93 2024-11-20T14:26:18,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/1b76b6fe936a45428a35e77ac8d3c944 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/1b76b6fe936a45428a35e77ac8d3c944 2024-11-20T14:26:18,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/6ff6adeda5a74977bac717832fb89e49 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/6ff6adeda5a74977bac717832fb89e49 2024-11-20T14:26:18,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/45a97e5fecd541baa9125ffb55577077 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/45a97e5fecd541baa9125ffb55577077 2024-11-20T14:26:18,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/cf1d2e78b2fc495e823e227337787f07, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/d56853719a6e416398af661919871a1d, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/a691d7477eac4ed895102fc759a7d43d, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/cbe820313d2b4edaa735dcb908668689, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/01c79eab0be7406687fcdec49326c66f, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/cf839adea88b42979fe82574e490e434, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/82cbde9351414a579a9f92db01c3a95b, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/e3833501f5b349a0a7d50206f72c92d4, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/87fb41114e47477f80909d6e339bb24e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/75c046cda40f4a3495dfaafc4c202fa2, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/b3cd1aed0de043af8fa842af2b88d143, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/6a05c65fcd024d7398e05cdc5c5c8a03, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/675662e1f232423c96fd2d10e1322b4f, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/baaa2677ec4449b08ab5c0c80c0ef37a, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/fe8743dd7a41422ca89077084ca304d6, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/175f153a904e4c39b7c42406787bb42b, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/23b4960c18834f539735dc1ebc2506f5, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/61a8c7e1d0314af69b6ba08c328639ba, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/2ade116280e94ff58c673e5757ee9d83] to archive 2024-11-20T14:26:18,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T14:26:18,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/cf1d2e78b2fc495e823e227337787f07 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/cf1d2e78b2fc495e823e227337787f07 2024-11-20T14:26:18,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/d56853719a6e416398af661919871a1d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/d56853719a6e416398af661919871a1d 2024-11-20T14:26:18,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/a691d7477eac4ed895102fc759a7d43d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/a691d7477eac4ed895102fc759a7d43d 2024-11-20T14:26:18,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/cbe820313d2b4edaa735dcb908668689 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/cbe820313d2b4edaa735dcb908668689 2024-11-20T14:26:18,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/01c79eab0be7406687fcdec49326c66f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/01c79eab0be7406687fcdec49326c66f 2024-11-20T14:26:18,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/cf839adea88b42979fe82574e490e434 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/cf839adea88b42979fe82574e490e434 2024-11-20T14:26:18,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/82cbde9351414a579a9f92db01c3a95b to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/82cbde9351414a579a9f92db01c3a95b 2024-11-20T14:26:18,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/e3833501f5b349a0a7d50206f72c92d4 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/e3833501f5b349a0a7d50206f72c92d4 2024-11-20T14:26:18,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/87fb41114e47477f80909d6e339bb24e to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/87fb41114e47477f80909d6e339bb24e 2024-11-20T14:26:18,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/75c046cda40f4a3495dfaafc4c202fa2 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/75c046cda40f4a3495dfaafc4c202fa2 2024-11-20T14:26:18,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/b3cd1aed0de043af8fa842af2b88d143 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/b3cd1aed0de043af8fa842af2b88d143 2024-11-20T14:26:18,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/6a05c65fcd024d7398e05cdc5c5c8a03 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/6a05c65fcd024d7398e05cdc5c5c8a03 2024-11-20T14:26:18,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/675662e1f232423c96fd2d10e1322b4f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/675662e1f232423c96fd2d10e1322b4f 2024-11-20T14:26:18,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/baaa2677ec4449b08ab5c0c80c0ef37a to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/baaa2677ec4449b08ab5c0c80c0ef37a 2024-11-20T14:26:18,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/fe8743dd7a41422ca89077084ca304d6 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/fe8743dd7a41422ca89077084ca304d6 2024-11-20T14:26:18,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/175f153a904e4c39b7c42406787bb42b to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/175f153a904e4c39b7c42406787bb42b 2024-11-20T14:26:18,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/23b4960c18834f539735dc1ebc2506f5 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/23b4960c18834f539735dc1ebc2506f5 2024-11-20T14:26:18,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/61a8c7e1d0314af69b6ba08c328639ba to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/61a8c7e1d0314af69b6ba08c328639ba 2024-11-20T14:26:18,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/2ade116280e94ff58c673e5757ee9d83 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/2ade116280e94ff58c673e5757ee9d83 2024-11-20T14:26:18,673 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/recovered.edits/304.seqid, newMaxSeqId=304, maxSeqId=4 2024-11-20T14:26:18,673 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96. 2024-11-20T14:26:18,673 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1635): Region close journal for 516b6b1875819e27f177ccf029d25c96: 2024-11-20T14:26:18,675 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(170): Closed 516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:18,675 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=516b6b1875819e27f177ccf029d25c96, regionState=CLOSED 2024-11-20T14:26:18,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-20T14:26:18,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; CloseRegionProcedure 516b6b1875819e27f177ccf029d25c96, server=315eb151f916,36867,1732112657619 in 1.8640 sec 2024-11-20T14:26:18,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=120, resume processing ppid=119 2024-11-20T14:26:18,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, ppid=119, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=516b6b1875819e27f177ccf029d25c96, UNASSIGN in 1.8670 sec 2024-11-20T14:26:18,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-20T14:26:18,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8700 sec 2024-11-20T14:26:18,681 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732112778680"}]},"ts":"1732112778680"} 2024-11-20T14:26:18,681 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T14:26:18,683 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T14:26:18,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8810 sec 2024-11-20T14:26:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-20T14:26:18,909 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-20T14:26:18,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T14:26:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T14:26:18,911 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=122, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T14:26:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T14:26:18,911 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=122, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T14:26:18,913 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:18,914 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A, FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B, FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C, FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/recovered.edits] 2024-11-20T14:26:18,916 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/4cae9990bb5a4add85e8dd4a092a2b14 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/4cae9990bb5a4add85e8dd4a092a2b14 2024-11-20T14:26:18,917 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/a1a56d973d734e5db38f93167d9e2899 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/a1a56d973d734e5db38f93167d9e2899 2024-11-20T14:26:18,918 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/d34f5ce2025945a19a215334d6d4db5b to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/A/d34f5ce2025945a19a215334d6d4db5b 2024-11-20T14:26:18,920 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/01b0e282d4dd4913b8a7f4dda34ca937 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/01b0e282d4dd4913b8a7f4dda34ca937 2024-11-20T14:26:18,921 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/309339103e144fadae1ef4787cebc5de to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/309339103e144fadae1ef4787cebc5de 2024-11-20T14:26:18,922 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/7436d708c446442abb6bf4a119163bfd to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/B/7436d708c446442abb6bf4a119163bfd 2024-11-20T14:26:18,924 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/8ce50377118f4feb85725bbabc58d004 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/8ce50377118f4feb85725bbabc58d004 2024-11-20T14:26:18,924 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/bfb40b01c8154c58b146f242c40cafea to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/bfb40b01c8154c58b146f242c40cafea 2024-11-20T14:26:18,925 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/ee87580b436d46959ea4726c8c1afb00 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/C/ee87580b436d46959ea4726c8c1afb00 2024-11-20T14:26:18,927 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/recovered.edits/304.seqid to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96/recovered.edits/304.seqid 2024-11-20T14:26:18,928 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:18,928 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T14:26:18,928 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T14:26:18,929 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T14:26:18,931 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120038fa9d1c1194a4e9312f4f8c362f386_516b6b1875819e27f177ccf029d25c96 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120038fa9d1c1194a4e9312f4f8c362f386_516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:18,932 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112016134b3cd5ce429c9efcfd226f9442a0_516b6b1875819e27f177ccf029d25c96 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112016134b3cd5ce429c9efcfd226f9442a0_516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:18,933 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120614431688e0648919d44cdc47dbace6c_516b6b1875819e27f177ccf029d25c96 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120614431688e0648919d44cdc47dbace6c_516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:18,934 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112065cee9664f9d4c6a8989f3fed7b33944_516b6b1875819e27f177ccf029d25c96 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112065cee9664f9d4c6a8989f3fed7b33944_516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:18,935 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112067297f97e9954d97a5c3480b05c10f84_516b6b1875819e27f177ccf029d25c96 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112067297f97e9954d97a5c3480b05c10f84_516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:18,936 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120707cfa44ee6543c7a594412506644b66_516b6b1875819e27f177ccf029d25c96 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120707cfa44ee6543c7a594412506644b66_516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:18,937 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207cae6b9ea93946b6888df989c05ef4e6_516b6b1875819e27f177ccf029d25c96 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207cae6b9ea93946b6888df989c05ef4e6_516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:18,938 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207f1b57e1bfc14f43b9b582c3fa56b3f5_516b6b1875819e27f177ccf029d25c96 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207f1b57e1bfc14f43b9b582c3fa56b3f5_516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:18,938 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112098120b461cfa48d8a7cd802ff7429864_516b6b1875819e27f177ccf029d25c96 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112098120b461cfa48d8a7cd802ff7429864_516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:18,940 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ad1b85b1bfa34fb986768df1fdab667b_516b6b1875819e27f177ccf029d25c96 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ad1b85b1bfa34fb986768df1fdab667b_516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:18,941 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b342f8cf7a7246aabf331b5a902836f4_516b6b1875819e27f177ccf029d25c96 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b342f8cf7a7246aabf331b5a902836f4_516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:18,942 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c8fa90d6dc284648bf73286c19c44795_516b6b1875819e27f177ccf029d25c96 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c8fa90d6dc284648bf73286c19c44795_516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:18,943 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120da2147941f03419e8ce9586e84a86063_516b6b1875819e27f177ccf029d25c96 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120da2147941f03419e8ce9586e84a86063_516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:18,944 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e5357eb8c9644248842dd951f2263c14_516b6b1875819e27f177ccf029d25c96 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e5357eb8c9644248842dd951f2263c14_516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:18,945 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f07ecdac3f854b3b89a8edadc9a9ecf1_516b6b1875819e27f177ccf029d25c96 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f07ecdac3f854b3b89a8edadc9a9ecf1_516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:18,946 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f2ba7a57236744439849cf808d1ef87c_516b6b1875819e27f177ccf029d25c96 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f2ba7a57236744439849cf808d1ef87c_516b6b1875819e27f177ccf029d25c96 2024-11-20T14:26:18,946 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T14:26:18,948 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=122, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T14:26:18,950 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T14:26:18,951 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T14:26:18,952 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=122, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T14:26:18,952 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T14:26:18,952 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732112778952"}]},"ts":"9223372036854775807"} 2024-11-20T14:26:18,954 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T14:26:18,954 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 516b6b1875819e27f177ccf029d25c96, NAME => 'TestAcidGuarantees,,1732112750181.516b6b1875819e27f177ccf029d25c96.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T14:26:18,954 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T14:26:18,954 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732112778954"}]},"ts":"9223372036854775807"} 2024-11-20T14:26:18,955 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T14:26:18,957 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=122, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T14:26:18,958 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 47 msec 2024-11-20T14:26:19,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T14:26:19,012 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-20T14:26:19,021 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=240 (was 237) - Thread LEAK? -, OpenFileDescriptor=463 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=339 (was 342), ProcessCount=11 (was 11), AvailableMemoryMB=5792 (was 5831) 2024-11-20T14:26:19,030 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=240, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=339, ProcessCount=11, AvailableMemoryMB=5792 2024-11-20T14:26:19,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T14:26:19,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T14:26:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=123, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T14:26:19,032 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T14:26:19,032 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:19,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 123 2024-11-20T14:26:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-20T14:26:19,033 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T14:26:19,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742269_1445 (size=963) 2024-11-20T14:26:19,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-20T14:26:19,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-20T14:26:19,439 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4 2024-11-20T14:26:19,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742270_1446 (size=53) 2024-11-20T14:26:19,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-20T14:26:19,844 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:26:19,844 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing d7155f43224a9074f5e824552de83f87, disabling compactions & flushes 2024-11-20T14:26:19,844 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:19,844 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:19,844 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. after waiting 0 ms 2024-11-20T14:26:19,844 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:19,844 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:19,844 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for d7155f43224a9074f5e824552de83f87: 2024-11-20T14:26:19,845 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T14:26:19,846 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732112779845"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732112779845"}]},"ts":"1732112779845"} 2024-11-20T14:26:19,846 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T14:26:19,847 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T14:26:19,847 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732112779847"}]},"ts":"1732112779847"} 2024-11-20T14:26:19,848 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T14:26:19,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7155f43224a9074f5e824552de83f87, ASSIGN}] 2024-11-20T14:26:19,852 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7155f43224a9074f5e824552de83f87, ASSIGN 2024-11-20T14:26:19,852 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7155f43224a9074f5e824552de83f87, ASSIGN; state=OFFLINE, location=315eb151f916,36867,1732112657619; forceNewPlan=false, retain=false 2024-11-20T14:26:20,003 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=d7155f43224a9074f5e824552de83f87, regionState=OPENING, regionLocation=315eb151f916,36867,1732112657619 2024-11-20T14:26:20,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; OpenRegionProcedure d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619}] 2024-11-20T14:26:20,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-20T14:26:20,155 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:20,158 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:20,158 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7285): Opening region: {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} 2024-11-20T14:26:20,158 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d7155f43224a9074f5e824552de83f87 2024-11-20T14:26:20,158 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:26:20,158 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7327): checking encryption for d7155f43224a9074f5e824552de83f87 2024-11-20T14:26:20,158 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7330): checking classloading for d7155f43224a9074f5e824552de83f87 2024-11-20T14:26:20,160 INFO [StoreOpener-d7155f43224a9074f5e824552de83f87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d7155f43224a9074f5e824552de83f87 2024-11-20T14:26:20,161 INFO [StoreOpener-d7155f43224a9074f5e824552de83f87-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T14:26:20,161 INFO [StoreOpener-d7155f43224a9074f5e824552de83f87-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7155f43224a9074f5e824552de83f87 columnFamilyName A 2024-11-20T14:26:20,161 DEBUG [StoreOpener-d7155f43224a9074f5e824552de83f87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:20,161 INFO [StoreOpener-d7155f43224a9074f5e824552de83f87-1 {}] regionserver.HStore(327): Store=d7155f43224a9074f5e824552de83f87/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:26:20,161 INFO [StoreOpener-d7155f43224a9074f5e824552de83f87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d7155f43224a9074f5e824552de83f87 2024-11-20T14:26:20,162 INFO [StoreOpener-d7155f43224a9074f5e824552de83f87-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T14:26:20,162 INFO [StoreOpener-d7155f43224a9074f5e824552de83f87-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7155f43224a9074f5e824552de83f87 columnFamilyName B 2024-11-20T14:26:20,162 DEBUG [StoreOpener-d7155f43224a9074f5e824552de83f87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:20,163 INFO [StoreOpener-d7155f43224a9074f5e824552de83f87-1 {}] regionserver.HStore(327): Store=d7155f43224a9074f5e824552de83f87/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:26:20,163 INFO [StoreOpener-d7155f43224a9074f5e824552de83f87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d7155f43224a9074f5e824552de83f87 2024-11-20T14:26:20,163 INFO [StoreOpener-d7155f43224a9074f5e824552de83f87-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T14:26:20,163 INFO [StoreOpener-d7155f43224a9074f5e824552de83f87-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7155f43224a9074f5e824552de83f87 columnFamilyName C 2024-11-20T14:26:20,164 DEBUG [StoreOpener-d7155f43224a9074f5e824552de83f87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:20,164 INFO [StoreOpener-d7155f43224a9074f5e824552de83f87-1 {}] regionserver.HStore(327): Store=d7155f43224a9074f5e824552de83f87/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:26:20,164 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:20,165 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87 2024-11-20T14:26:20,165 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87 2024-11-20T14:26:20,166 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T14:26:20,167 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1085): writing seq id for d7155f43224a9074f5e824552de83f87 2024-11-20T14:26:20,168 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T14:26:20,169 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1102): Opened d7155f43224a9074f5e824552de83f87; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66098769, jitterRate=-0.015051588416099548}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T14:26:20,169 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1001): Region open journal for d7155f43224a9074f5e824552de83f87: 2024-11-20T14:26:20,170 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87., pid=125, masterSystemTime=1732112780155 2024-11-20T14:26:20,171 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:20,171 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:20,171 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=d7155f43224a9074f5e824552de83f87, regionState=OPEN, openSeqNum=2, regionLocation=315eb151f916,36867,1732112657619 2024-11-20T14:26:20,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-20T14:26:20,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; OpenRegionProcedure d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 in 168 msec 2024-11-20T14:26:20,174 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=124, resume processing ppid=123 2024-11-20T14:26:20,174 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, ppid=123, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7155f43224a9074f5e824552de83f87, ASSIGN in 322 msec 2024-11-20T14:26:20,174 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T14:26:20,174 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732112780174"}]},"ts":"1732112780174"} 2024-11-20T14:26:20,175 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T14:26:20,177 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T14:26:20,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1460 sec 2024-11-20T14:26:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-20T14:26:21,137 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 123 completed 2024-11-20T14:26:21,138 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3512017b to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@301741f1 2024-11-20T14:26:21,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a6e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:26:21,143 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:26:21,144 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40592, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:26:21,144 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T14:26:21,145 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47854, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T14:26:21,147 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x695c2253 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63cefe40 2024-11-20T14:26:21,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c12a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:26:21,150 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7177efc9 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@65df2359 2024-11-20T14:26:21,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef40578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:26:21,153 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61d38088 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d0ab200 2024-11-20T14:26:21,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bb71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:26:21,157 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7043f683 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5871c039 2024-11-20T14:26:21,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc0f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:26:21,160 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b0c2472 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7daa5922 2024-11-20T14:26:21,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8b6e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:26:21,163 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b7f20c4 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc486e1 2024-11-20T14:26:21,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11193a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:26:21,166 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f7c40ba to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2070263a 2024-11-20T14:26:21,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7861b162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:26:21,169 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x41b0e7b6 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6050584c 2024-11-20T14:26:21,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154f0f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:26:21,172 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0f2423f3 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6dd48863 2024-11-20T14:26:21,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a917b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:26:21,175 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x184771cf to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51196534 2024-11-20T14:26:21,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c2725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:26:21,184 DEBUG [hconnection-0x6d91d148-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:26:21,185 DEBUG [hconnection-0xf6044a8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:26:21,185 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40598, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:26:21,185 DEBUG [hconnection-0x4782cfb8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:26:21,186 DEBUG [hconnection-0x35f428df-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:26:21,186 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40612, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:26:21,186 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40624, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:26:21,187 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40632, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:26:21,187 DEBUG [hconnection-0x4c2f3df4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:26:21,188 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40648, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:26:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on d7155f43224a9074f5e824552de83f87 2024-11-20T14:26:21,193 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d7155f43224a9074f5e824552de83f87 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T14:26:21,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:26:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-20T14:26:21,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=A 2024-11-20T14:26:21,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:21,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=B 2024-11-20T14:26:21,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:21,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=C 2024-11-20T14:26:21,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:21,195 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:26:21,195 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:26:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T14:26:21,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:26:21,203 DEBUG [hconnection-0x4660d170-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:26:21,204 DEBUG [hconnection-0x5ec93005-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:26:21,205 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40656, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:26:21,206 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:26:21,206 DEBUG [hconnection-0x4964f417-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:26:21,207 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:26:21,212 DEBUG [hconnection-0x3ff0583-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:26:21,214 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40672, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:26:21,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40656 deadline: 1732112841214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:21,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112841215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:21,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:21,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40658 deadline: 1732112841216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112841216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:21,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112841216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:21,220 DEBUG [hconnection-0x30760e41-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:26:21,221 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40686, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:26:21,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/639392e9b9064f01856c38396b3a4635 is 50, key is test_row_0/A:col10/1732112781192/Put/seqid=0 2024-11-20T14:26:21,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742271_1447 (size=12001) 2024-11-20T14:26:21,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/639392e9b9064f01856c38396b3a4635 2024-11-20T14:26:21,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/b602532ede7c4a978ba8fe049b16d54e is 50, key is test_row_0/B:col10/1732112781192/Put/seqid=0 2024-11-20T14:26:21,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742272_1448 (size=12001) 2024-11-20T14:26:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T14:26:21,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40656 deadline: 1732112841316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:21,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112841316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:21,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40658 deadline: 1732112841317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:21,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112841317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:21,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112841317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:21,347 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:21,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T14:26:21,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:21,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. as already flushing 2024-11-20T14:26:21,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:21,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:21,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T14:26:21,500 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:21,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T14:26:21,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:21,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. as already flushing 2024-11-20T14:26:21,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:21,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:21,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:21,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112841521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:21,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40658 deadline: 1732112841521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:21,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40656 deadline: 1732112841521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:21,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112841521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:21,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112841522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:21,652 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:21,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T14:26:21,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:21,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. as already flushing 2024-11-20T14:26:21,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:21,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:21,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:21,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/b602532ede7c4a978ba8fe049b16d54e 2024-11-20T14:26:21,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/4a32f51bc8334a31b1df9b494c492f95 is 50, key is test_row_0/C:col10/1732112781192/Put/seqid=0 2024-11-20T14:26:21,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742273_1449 (size=12001) 2024-11-20T14:26:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T14:26:21,805 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:21,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T14:26:21,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:21,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. as already flushing 2024-11-20T14:26:21,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:21,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:21,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:21,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112841827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:21,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40658 deadline: 1732112841827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:21,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40656 deadline: 1732112841827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:21,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112841827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:21,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112841828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:21,958 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:21,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T14:26:21,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:21,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. as already flushing 2024-11-20T14:26:21,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:21,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:21,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:22,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/4a32f51bc8334a31b1df9b494c492f95 2024-11-20T14:26:22,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/639392e9b9064f01856c38396b3a4635 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/639392e9b9064f01856c38396b3a4635 2024-11-20T14:26:22,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/639392e9b9064f01856c38396b3a4635, entries=150, sequenceid=13, filesize=11.7 K 2024-11-20T14:26:22,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/b602532ede7c4a978ba8fe049b16d54e as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/b602532ede7c4a978ba8fe049b16d54e 2024-11-20T14:26:22,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/b602532ede7c4a978ba8fe049b16d54e, entries=150, sequenceid=13, filesize=11.7 K 2024-11-20T14:26:22,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/4a32f51bc8334a31b1df9b494c492f95 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/4a32f51bc8334a31b1df9b494c492f95 2024-11-20T14:26:22,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/4a32f51bc8334a31b1df9b494c492f95, entries=150, sequenceid=13, filesize=11.7 K 2024-11-20T14:26:22,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for d7155f43224a9074f5e824552de83f87 in 914ms, sequenceid=13, compaction requested=false 2024-11-20T14:26:22,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d7155f43224a9074f5e824552de83f87: 2024-11-20T14:26:22,110 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:22,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T14:26:22,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:22,111 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing d7155f43224a9074f5e824552de83f87 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T14:26:22,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=A 2024-11-20T14:26:22,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:22,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=B 2024-11-20T14:26:22,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:22,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=C 2024-11-20T14:26:22,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:22,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/e0bb165b1e59450e90199831a11d9534 is 50, key is test_row_0/A:col10/1732112781214/Put/seqid=0 2024-11-20T14:26:22,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742274_1450 (size=12001) 2024-11-20T14:26:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T14:26:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on d7155f43224a9074f5e824552de83f87 2024-11-20T14:26:22,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. as already flushing 2024-11-20T14:26:22,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112842340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:22,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112842342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:22,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:22,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40656 deadline: 1732112842342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40658 deadline: 1732112842342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:22,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112842343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:22,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112842446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:22,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112842449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:22,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40656 deadline: 1732112842450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:22,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40658 deadline: 1732112842450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:22,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112842450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:22,519 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/e0bb165b1e59450e90199831a11d9534 2024-11-20T14:26:22,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/b482c74190ae4794b94dfe485ff9a7e2 is 50, key is test_row_0/B:col10/1732112781214/Put/seqid=0 2024-11-20T14:26:22,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742275_1451 (size=12001) 2024-11-20T14:26:22,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:22,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112842651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:22,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:22,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112842653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:22,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112842655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:22,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:22,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:22,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40656 deadline: 1732112842656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:22,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40658 deadline: 1732112842656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:22,934 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/b482c74190ae4794b94dfe485ff9a7e2 2024-11-20T14:26:22,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/3496e57255f7489c970cf939e4d00610 is 50, key is test_row_0/C:col10/1732112781214/Put/seqid=0 2024-11-20T14:26:22,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742276_1452 (size=12001) 2024-11-20T14:26:22,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112842957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:22,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112842957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:22,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112842961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:22,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40656 deadline: 1732112842962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:22,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40658 deadline: 1732112842964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:23,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T14:26:23,352 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/3496e57255f7489c970cf939e4d00610 2024-11-20T14:26:23,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/e0bb165b1e59450e90199831a11d9534 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/e0bb165b1e59450e90199831a11d9534 2024-11-20T14:26:23,359 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/e0bb165b1e59450e90199831a11d9534, entries=150, sequenceid=39, filesize=11.7 K 2024-11-20T14:26:23,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/b482c74190ae4794b94dfe485ff9a7e2 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/b482c74190ae4794b94dfe485ff9a7e2 2024-11-20T14:26:23,363 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/b482c74190ae4794b94dfe485ff9a7e2, entries=150, sequenceid=39, filesize=11.7 K 2024-11-20T14:26:23,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/3496e57255f7489c970cf939e4d00610 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/3496e57255f7489c970cf939e4d00610 2024-11-20T14:26:23,367 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/3496e57255f7489c970cf939e4d00610, entries=150, sequenceid=39, filesize=11.7 K 2024-11-20T14:26:23,368 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for d7155f43224a9074f5e824552de83f87 in 1257ms, sequenceid=39, compaction requested=false 2024-11-20T14:26:23,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for d7155f43224a9074f5e824552de83f87: 2024-11-20T14:26:23,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:23,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-20T14:26:23,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-20T14:26:23,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-20T14:26:23,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1740 sec 2024-11-20T14:26:23,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 2.1780 sec 2024-11-20T14:26:23,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on d7155f43224a9074f5e824552de83f87 2024-11-20T14:26:23,465 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d7155f43224a9074f5e824552de83f87 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T14:26:23,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=A 2024-11-20T14:26:23,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:23,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=B 2024-11-20T14:26:23,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:23,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=C 2024-11-20T14:26:23,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:23,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/ac493a62a66b464f87ec66eb401ca655 is 50, key is test_row_0/A:col10/1732112782340/Put/seqid=0 2024-11-20T14:26:23,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742277_1453 (size=14341) 2024-11-20T14:26:23,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:23,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112843521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:23,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:23,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112843521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:23,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:23,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112843522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:23,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:23,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40658 deadline: 1732112843524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:23,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:23,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40656 deadline: 1732112843525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:23,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:23,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112843628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:23,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:23,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112843628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:23,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:23,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112843628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:23,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:23,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40658 deadline: 1732112843633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:23,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:23,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40656 deadline: 1732112843633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:23,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:23,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112843833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:23,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:23,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112843833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:23,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:23,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112843833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:23,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:23,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40656 deadline: 1732112843838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:23,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:23,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40658 deadline: 1732112843839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:23,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/ac493a62a66b464f87ec66eb401ca655 2024-11-20T14:26:23,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/6259296039da466bab4263ee599f241d is 50, key is test_row_0/B:col10/1732112782340/Put/seqid=0 2024-11-20T14:26:23,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742278_1454 (size=12001) 2024-11-20T14:26:24,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:24,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112844137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:24,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:24,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112844139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:24,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:24,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112844139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:24,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:24,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40656 deadline: 1732112844144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:24,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:24,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40658 deadline: 1732112844145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:24,201 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T14:26:24,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/6259296039da466bab4263ee599f241d 2024-11-20T14:26:24,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/d401fc9c80ee4eb09e0fd7d9731f95af is 50, key is test_row_0/C:col10/1732112782340/Put/seqid=0 2024-11-20T14:26:24,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742279_1455 (size=12001) 2024-11-20T14:26:24,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112844644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:24,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112844645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:24,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112844648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:24,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40656 deadline: 1732112844652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:24,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40658 deadline: 1732112844653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:24,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/d401fc9c80ee4eb09e0fd7d9731f95af 2024-11-20T14:26:24,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/ac493a62a66b464f87ec66eb401ca655 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/ac493a62a66b464f87ec66eb401ca655 2024-11-20T14:26:24,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/ac493a62a66b464f87ec66eb401ca655, entries=200, sequenceid=51, filesize=14.0 K 2024-11-20T14:26:24,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/6259296039da466bab4263ee599f241d as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/6259296039da466bab4263ee599f241d 2024-11-20T14:26:24,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/6259296039da466bab4263ee599f241d, entries=150, sequenceid=51, filesize=11.7 K 2024-11-20T14:26:24,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/d401fc9c80ee4eb09e0fd7d9731f95af as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/d401fc9c80ee4eb09e0fd7d9731f95af 2024-11-20T14:26:24,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/d401fc9c80ee4eb09e0fd7d9731f95af, entries=150, sequenceid=51, filesize=11.7 K 2024-11-20T14:26:24,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d7155f43224a9074f5e824552de83f87 in 1252ms, sequenceid=51, compaction requested=true 2024-11-20T14:26:24,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d7155f43224a9074f5e824552de83f87: 2024-11-20T14:26:24,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7155f43224a9074f5e824552de83f87:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:26:24,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:24,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7155f43224a9074f5e824552de83f87:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:26:24,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:24,718 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:26:24,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7155f43224a9074f5e824552de83f87:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:26:24,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:26:24,718 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:26:24,718 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:26:24,718 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:26:24,719 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): d7155f43224a9074f5e824552de83f87/A is initiating minor compaction (all files) 2024-11-20T14:26:24,719 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): d7155f43224a9074f5e824552de83f87/B is initiating minor compaction (all files) 2024-11-20T14:26:24,719 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7155f43224a9074f5e824552de83f87/A in TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:24,719 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7155f43224a9074f5e824552de83f87/B in TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:24,719 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/639392e9b9064f01856c38396b3a4635, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/e0bb165b1e59450e90199831a11d9534, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/ac493a62a66b464f87ec66eb401ca655] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp, totalSize=37.4 K 2024-11-20T14:26:24,719 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/b602532ede7c4a978ba8fe049b16d54e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/b482c74190ae4794b94dfe485ff9a7e2, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/6259296039da466bab4263ee599f241d] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp, totalSize=35.2 K 2024-11-20T14:26:24,719 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting b602532ede7c4a978ba8fe049b16d54e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732112781192 2024-11-20T14:26:24,719 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 639392e9b9064f01856c38396b3a4635, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732112781192 2024-11-20T14:26:24,719 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0bb165b1e59450e90199831a11d9534, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732112781210 2024-11-20T14:26:24,719 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting b482c74190ae4794b94dfe485ff9a7e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732112781210 2024-11-20T14:26:24,720 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac493a62a66b464f87ec66eb401ca655, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732112782334 2024-11-20T14:26:24,720 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 6259296039da466bab4263ee599f241d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732112782340 2024-11-20T14:26:24,726 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7155f43224a9074f5e824552de83f87#B#compaction#380 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:24,726 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/5ca979234fb14b3bab4a4e84d40e00cb is 50, key is test_row_0/B:col10/1732112782340/Put/seqid=0 2024-11-20T14:26:24,726 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7155f43224a9074f5e824552de83f87#A#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:24,727 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/f4d3aa1dfd01478ca1109ee8e000d627 is 50, key is test_row_0/A:col10/1732112782340/Put/seqid=0 2024-11-20T14:26:24,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742280_1456 (size=12104) 2024-11-20T14:26:24,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742281_1457 (size=12104) 2024-11-20T14:26:25,140 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/5ca979234fb14b3bab4a4e84d40e00cb as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/5ca979234fb14b3bab4a4e84d40e00cb 2024-11-20T14:26:25,146 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/f4d3aa1dfd01478ca1109ee8e000d627 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/f4d3aa1dfd01478ca1109ee8e000d627 2024-11-20T14:26:25,150 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7155f43224a9074f5e824552de83f87/B of d7155f43224a9074f5e824552de83f87 into 5ca979234fb14b3bab4a4e84d40e00cb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:25,150 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7155f43224a9074f5e824552de83f87: 2024-11-20T14:26:25,150 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87., storeName=d7155f43224a9074f5e824552de83f87/B, priority=13, startTime=1732112784718; duration=0sec 2024-11-20T14:26:25,150 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:26:25,150 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7155f43224a9074f5e824552de83f87:B 2024-11-20T14:26:25,150 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:26:25,151 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7155f43224a9074f5e824552de83f87/A of d7155f43224a9074f5e824552de83f87 into f4d3aa1dfd01478ca1109ee8e000d627(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:25,151 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7155f43224a9074f5e824552de83f87: 2024-11-20T14:26:25,151 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87., storeName=d7155f43224a9074f5e824552de83f87/A, priority=13, startTime=1732112784717; duration=0sec 2024-11-20T14:26:25,151 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:25,151 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7155f43224a9074f5e824552de83f87:A 2024-11-20T14:26:25,151 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:26:25,151 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): d7155f43224a9074f5e824552de83f87/C is initiating minor compaction (all files) 2024-11-20T14:26:25,152 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7155f43224a9074f5e824552de83f87/C in TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:25,152 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/4a32f51bc8334a31b1df9b494c492f95, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/3496e57255f7489c970cf939e4d00610, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/d401fc9c80ee4eb09e0fd7d9731f95af] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp, totalSize=35.2 K 2024-11-20T14:26:25,152 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a32f51bc8334a31b1df9b494c492f95, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732112781192 2024-11-20T14:26:25,153 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 3496e57255f7489c970cf939e4d00610, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732112781210 2024-11-20T14:26:25,153 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting d401fc9c80ee4eb09e0fd7d9731f95af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732112782340 2024-11-20T14:26:25,160 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7155f43224a9074f5e824552de83f87#C#compaction#382 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:25,161 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/944a89a0082c4dc484fff2194c2bb913 is 50, key is test_row_0/C:col10/1732112782340/Put/seqid=0 2024-11-20T14:26:25,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742282_1458 (size=12104) 2024-11-20T14:26:25,170 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/944a89a0082c4dc484fff2194c2bb913 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/944a89a0082c4dc484fff2194c2bb913 2024-11-20T14:26:25,176 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7155f43224a9074f5e824552de83f87/C of d7155f43224a9074f5e824552de83f87 into 944a89a0082c4dc484fff2194c2bb913(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:25,176 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7155f43224a9074f5e824552de83f87: 2024-11-20T14:26:25,176 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87., storeName=d7155f43224a9074f5e824552de83f87/C, priority=13, startTime=1732112784718; duration=0sec 2024-11-20T14:26:25,176 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:25,176 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7155f43224a9074f5e824552de83f87:C 2024-11-20T14:26:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T14:26:25,300 INFO [Thread-1998 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-20T14:26:25,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:26:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-20T14:26:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T14:26:25,302 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:26:25,303 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:26:25,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:26:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T14:26:25,454 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:25,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-20T14:26:25,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:25,455 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing d7155f43224a9074f5e824552de83f87 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T14:26:25,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=A 2024-11-20T14:26:25,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:25,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=B 2024-11-20T14:26:25,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:25,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=C 2024-11-20T14:26:25,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:25,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/71cf3c6e4a3a4d238fc6b5a390418c48 is 50, key is test_row_0/A:col10/1732112783521/Put/seqid=0 2024-11-20T14:26:25,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742283_1459 (size=12001) 2024-11-20T14:26:25,465 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/71cf3c6e4a3a4d238fc6b5a390418c48 2024-11-20T14:26:25,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/2169508acd1a4a0495aab9c11115948c is 50, key is test_row_0/B:col10/1732112783521/Put/seqid=0 2024-11-20T14:26:25,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742284_1460 (size=12001) 2024-11-20T14:26:25,476 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/2169508acd1a4a0495aab9c11115948c 2024-11-20T14:26:25,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/4bcc7731cd2f46a594a57a7ba2e23a4b is 50, key is test_row_0/C:col10/1732112783521/Put/seqid=0 2024-11-20T14:26:25,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742285_1461 (size=12001) 2024-11-20T14:26:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T14:26:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on d7155f43224a9074f5e824552de83f87 2024-11-20T14:26:25,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. as already flushing 2024-11-20T14:26:25,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112845661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:25,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112845662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:25,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40656 deadline: 1732112845662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:25,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112845663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:25,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40658 deadline: 1732112845665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:25,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112845764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:25,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112845766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:25,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112845769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:25,886 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/4bcc7731cd2f46a594a57a7ba2e23a4b 2024-11-20T14:26:25,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/71cf3c6e4a3a4d238fc6b5a390418c48 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/71cf3c6e4a3a4d238fc6b5a390418c48 2024-11-20T14:26:25,893 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/71cf3c6e4a3a4d238fc6b5a390418c48, entries=150, sequenceid=78, filesize=11.7 K 2024-11-20T14:26:25,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/2169508acd1a4a0495aab9c11115948c as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/2169508acd1a4a0495aab9c11115948c 2024-11-20T14:26:25,896 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/2169508acd1a4a0495aab9c11115948c, entries=150, sequenceid=78, filesize=11.7 K 2024-11-20T14:26:25,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/4bcc7731cd2f46a594a57a7ba2e23a4b as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/4bcc7731cd2f46a594a57a7ba2e23a4b 2024-11-20T14:26:25,901 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/4bcc7731cd2f46a594a57a7ba2e23a4b, entries=150, sequenceid=78, filesize=11.7 K 2024-11-20T14:26:25,901 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d7155f43224a9074f5e824552de83f87 in 446ms, sequenceid=78, compaction requested=false 2024-11-20T14:26:25,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for d7155f43224a9074f5e824552de83f87: 2024-11-20T14:26:25,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:25,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-20T14:26:25,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-20T14:26:25,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-20T14:26:25,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 600 msec 2024-11-20T14:26:25,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T14:26:25,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 604 msec 2024-11-20T14:26:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on d7155f43224a9074f5e824552de83f87 2024-11-20T14:26:25,974 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d7155f43224a9074f5e824552de83f87 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T14:26:25,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=A 2024-11-20T14:26:25,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:25,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=B 2024-11-20T14:26:25,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:25,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=C 2024-11-20T14:26:25,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:25,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/b06664ffd1674f4ab9ddf3f418704eac is 50, key is test_row_0/A:col10/1732112785973/Put/seqid=0 2024-11-20T14:26:25,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742286_1462 (size=12001) 2024-11-20T14:26:26,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:26,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112846006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:26,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:26,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112846007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:26,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:26,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112846008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:26,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:26,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112846112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:26,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:26,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112846112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:26,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:26,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112846113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:26,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:26,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112846316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:26,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:26,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112846316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:26,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112846317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:26,384 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/b06664ffd1674f4ab9ddf3f418704eac 2024-11-20T14:26:26,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/cf4c70b235df4b4cb5390d52f8c17c4d is 50, key is test_row_0/B:col10/1732112785973/Put/seqid=0 2024-11-20T14:26:26,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742287_1463 (size=12001) 2024-11-20T14:26:26,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/cf4c70b235df4b4cb5390d52f8c17c4d 2024-11-20T14:26:26,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/3f2e394cfada4f1d81007c1f1db21713 is 50, key is test_row_0/C:col10/1732112785973/Put/seqid=0 2024-11-20T14:26:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T14:26:26,405 INFO [Thread-1998 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-20T14:26:26,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:26:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-20T14:26:26,408 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:26:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T14:26:26,408 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:26:26,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:26:26,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742288_1464 (size=12001) 2024-11-20T14:26:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T14:26:26,560 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:26,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-20T14:26:26,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:26,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. as already flushing 2024-11-20T14:26:26,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:26,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:26,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:26,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:26,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112846621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:26,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112846621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:26,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112846621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T14:26:26,713 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:26,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-20T14:26:26,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:26,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. as already flushing 2024-11-20T14:26:26,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:26,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:26,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:26,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:26,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/3f2e394cfada4f1d81007c1f1db21713 2024-11-20T14:26:26,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/b06664ffd1674f4ab9ddf3f418704eac as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/b06664ffd1674f4ab9ddf3f418704eac 2024-11-20T14:26:26,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/b06664ffd1674f4ab9ddf3f418704eac, entries=150, sequenceid=91, filesize=11.7 K 2024-11-20T14:26:26,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/cf4c70b235df4b4cb5390d52f8c17c4d as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/cf4c70b235df4b4cb5390d52f8c17c4d 2024-11-20T14:26:26,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/cf4c70b235df4b4cb5390d52f8c17c4d, entries=150, sequenceid=91, filesize=11.7 K 2024-11-20T14:26:26,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/3f2e394cfada4f1d81007c1f1db21713 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/3f2e394cfada4f1d81007c1f1db21713 2024-11-20T14:26:26,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/3f2e394cfada4f1d81007c1f1db21713, entries=150, sequenceid=91, filesize=11.7 K 2024-11-20T14:26:26,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d7155f43224a9074f5e824552de83f87 in 852ms, sequenceid=91, compaction requested=true 2024-11-20T14:26:26,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d7155f43224a9074f5e824552de83f87: 2024-11-20T14:26:26,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7155f43224a9074f5e824552de83f87:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:26:26,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:26,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7155f43224a9074f5e824552de83f87:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:26:26,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:26,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7155f43224a9074f5e824552de83f87:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:26:26,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:26:26,826 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:26:26,826 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:26:26,827 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:26:26,827 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:26:26,827 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): d7155f43224a9074f5e824552de83f87/A is initiating minor compaction (all files) 2024-11-20T14:26:26,827 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): d7155f43224a9074f5e824552de83f87/B is initiating minor compaction (all files) 2024-11-20T14:26:26,827 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7155f43224a9074f5e824552de83f87/A in TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:26,827 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7155f43224a9074f5e824552de83f87/B in TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:26,827 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/f4d3aa1dfd01478ca1109ee8e000d627, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/71cf3c6e4a3a4d238fc6b5a390418c48, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/b06664ffd1674f4ab9ddf3f418704eac] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp, totalSize=35.3 K 2024-11-20T14:26:26,827 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/5ca979234fb14b3bab4a4e84d40e00cb, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/2169508acd1a4a0495aab9c11115948c, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/cf4c70b235df4b4cb5390d52f8c17c4d] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp, totalSize=35.3 K 2024-11-20T14:26:26,827 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4d3aa1dfd01478ca1109ee8e000d627, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732112782340 2024-11-20T14:26:26,827 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ca979234fb14b3bab4a4e84d40e00cb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732112782340 2024-11-20T14:26:26,828 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71cf3c6e4a3a4d238fc6b5a390418c48, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732112783521 2024-11-20T14:26:26,828 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 2169508acd1a4a0495aab9c11115948c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732112783521 2024-11-20T14:26:26,828 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting b06664ffd1674f4ab9ddf3f418704eac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732112785658 2024-11-20T14:26:26,828 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting cf4c70b235df4b4cb5390d52f8c17c4d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732112785658 2024-11-20T14:26:26,834 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7155f43224a9074f5e824552de83f87#B#compaction#389 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:26,834 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/66b516a0cfda442aba0ba73ddc44988c is 50, key is test_row_0/B:col10/1732112785973/Put/seqid=0 2024-11-20T14:26:26,837 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7155f43224a9074f5e824552de83f87#A#compaction#390 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:26,837 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/bbfe11f45f5a401d9b6c114020ea94ef is 50, key is test_row_0/A:col10/1732112785973/Put/seqid=0 2024-11-20T14:26:26,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742289_1465 (size=12207) 2024-11-20T14:26:26,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742290_1466 (size=12207) 2024-11-20T14:26:26,866 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:26,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-20T14:26:26,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:26,867 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing d7155f43224a9074f5e824552de83f87 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T14:26:26,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=A 2024-11-20T14:26:26,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:26,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=B 2024-11-20T14:26:26,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:26,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=C 2024-11-20T14:26:26,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:26,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/43890afa93074917b7a21725798066ef is 50, key is test_row_0/A:col10/1732112786006/Put/seqid=0 2024-11-20T14:26:26,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742291_1467 (size=12001) 2024-11-20T14:26:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T14:26:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on d7155f43224a9074f5e824552de83f87 2024-11-20T14:26:27,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. as already flushing 2024-11-20T14:26:27,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112847146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:27,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:27,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112847149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:27,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:27,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112847150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:27,244 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/66b516a0cfda442aba0ba73ddc44988c as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/66b516a0cfda442aba0ba73ddc44988c 2024-11-20T14:26:27,247 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/bbfe11f45f5a401d9b6c114020ea94ef as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/bbfe11f45f5a401d9b6c114020ea94ef 2024-11-20T14:26:27,248 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7155f43224a9074f5e824552de83f87/B of d7155f43224a9074f5e824552de83f87 into 66b516a0cfda442aba0ba73ddc44988c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:27,248 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7155f43224a9074f5e824552de83f87: 2024-11-20T14:26:27,248 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87., storeName=d7155f43224a9074f5e824552de83f87/B, priority=13, startTime=1732112786826; duration=0sec 2024-11-20T14:26:27,248 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:26:27,248 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7155f43224a9074f5e824552de83f87:B 2024-11-20T14:26:27,248 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:26:27,249 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:26:27,249 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): d7155f43224a9074f5e824552de83f87/C is initiating minor compaction (all files) 2024-11-20T14:26:27,249 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7155f43224a9074f5e824552de83f87/C in TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:27,249 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/944a89a0082c4dc484fff2194c2bb913, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/4bcc7731cd2f46a594a57a7ba2e23a4b, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/3f2e394cfada4f1d81007c1f1db21713] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp, totalSize=35.3 K 2024-11-20T14:26:27,250 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 944a89a0082c4dc484fff2194c2bb913, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732112782340 2024-11-20T14:26:27,250 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bcc7731cd2f46a594a57a7ba2e23a4b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732112783521 2024-11-20T14:26:27,251 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f2e394cfada4f1d81007c1f1db21713, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732112785658 2024-11-20T14:26:27,251 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7155f43224a9074f5e824552de83f87/A of d7155f43224a9074f5e824552de83f87 into bbfe11f45f5a401d9b6c114020ea94ef(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:27,251 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7155f43224a9074f5e824552de83f87: 2024-11-20T14:26:27,252 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87., storeName=d7155f43224a9074f5e824552de83f87/A, priority=13, startTime=1732112786826; duration=0sec 2024-11-20T14:26:27,252 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:27,252 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7155f43224a9074f5e824552de83f87:A 2024-11-20T14:26:27,256 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7155f43224a9074f5e824552de83f87#C#compaction#392 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:27,256 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/0ba2392fee8848a6973b1eb92424bd87 is 50, key is test_row_0/C:col10/1732112785973/Put/seqid=0 2024-11-20T14:26:27,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:27,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112847254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:27,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742292_1468 (size=12207) 2024-11-20T14:26:27,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112847261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:27,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:27,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112847261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:27,275 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/43890afa93074917b7a21725798066ef 2024-11-20T14:26:27,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/c06e41b83da948248b0109526a6a9318 is 50, key is test_row_0/B:col10/1732112786006/Put/seqid=0 2024-11-20T14:26:27,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742293_1469 (size=12001) 2024-11-20T14:26:27,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112847461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:27,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:27,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112847468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:27,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112847469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T14:26:27,664 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/0ba2392fee8848a6973b1eb92424bd87 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/0ba2392fee8848a6973b1eb92424bd87 2024-11-20T14:26:27,668 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7155f43224a9074f5e824552de83f87/C of d7155f43224a9074f5e824552de83f87 into 0ba2392fee8848a6973b1eb92424bd87(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:27,668 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7155f43224a9074f5e824552de83f87: 2024-11-20T14:26:27,668 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87., storeName=d7155f43224a9074f5e824552de83f87/C, priority=13, startTime=1732112786826; duration=0sec 2024-11-20T14:26:27,668 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:27,668 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7155f43224a9074f5e824552de83f87:C 2024-11-20T14:26:27,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:27,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40656 deadline: 1732112847668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:27,672 DEBUG [Thread-1988 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87., hostname=315eb151f916,36867,1732112657619, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T14:26:27,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:27,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40658 deadline: 1732112847679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:27,682 DEBUG [Thread-1994 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4158 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87., hostname=315eb151f916,36867,1732112657619, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T14:26:27,685 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/c06e41b83da948248b0109526a6a9318 2024-11-20T14:26:27,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/accf13488db74f63bceba7f8b928b694 is 50, key is test_row_0/C:col10/1732112786006/Put/seqid=0 2024-11-20T14:26:27,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742294_1470 (size=12001) 2024-11-20T14:26:27,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:27,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112847765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:27,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:27,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112847774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:27,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:27,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112847775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:28,096 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/accf13488db74f63bceba7f8b928b694 2024-11-20T14:26:28,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/43890afa93074917b7a21725798066ef as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/43890afa93074917b7a21725798066ef 2024-11-20T14:26:28,104 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/43890afa93074917b7a21725798066ef, entries=150, sequenceid=114, filesize=11.7 K 2024-11-20T14:26:28,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/c06e41b83da948248b0109526a6a9318 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/c06e41b83da948248b0109526a6a9318 2024-11-20T14:26:28,108 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/c06e41b83da948248b0109526a6a9318, entries=150, sequenceid=114, filesize=11.7 K 2024-11-20T14:26:28,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/accf13488db74f63bceba7f8b928b694 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/accf13488db74f63bceba7f8b928b694 2024-11-20T14:26:28,112 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/accf13488db74f63bceba7f8b928b694, entries=150, sequenceid=114, filesize=11.7 K 2024-11-20T14:26:28,114 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d7155f43224a9074f5e824552de83f87 in 1246ms, sequenceid=114, compaction requested=false 2024-11-20T14:26:28,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for d7155f43224a9074f5e824552de83f87: 2024-11-20T14:26:28,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:28,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-20T14:26:28,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-20T14:26:28,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-20T14:26:28,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7070 sec 2024-11-20T14:26:28,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.7110 sec 2024-11-20T14:26:28,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on d7155f43224a9074f5e824552de83f87 2024-11-20T14:26:28,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d7155f43224a9074f5e824552de83f87 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T14:26:28,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=A 2024-11-20T14:26:28,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:28,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=B 2024-11-20T14:26:28,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:28,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=C 2024-11-20T14:26:28,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:28,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/62278d051d574d90b616c14deb553559 is 50, key is test_row_0/A:col10/1732112788271/Put/seqid=0 2024-11-20T14:26:28,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742295_1471 (size=14391) 2024-11-20T14:26:28,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112848314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:28,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112848315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:28,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:28,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112848319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:28,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:28,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112848422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:28,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:28,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112848422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:28,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112848426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T14:26:28,512 INFO [Thread-1998 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-20T14:26:28,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:26:28,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-20T14:26:28,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T14:26:28,515 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:26:28,515 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:26:28,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:26:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T14:26:28,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112848625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:28,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112848625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:28,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112848629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:28,667 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:28,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-20T14:26:28,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:28,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. as already flushing 2024-11-20T14:26:28,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:28,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:28,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:28,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/62278d051d574d90b616c14deb553559 2024-11-20T14:26:28,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/da6134fdeea34807bc5051ba0832f669 is 50, key is test_row_0/B:col10/1732112788271/Put/seqid=0 2024-11-20T14:26:28,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742296_1472 (size=12051) 2024-11-20T14:26:28,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T14:26:28,819 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:28,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-20T14:26:28,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:28,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. as already flushing 2024-11-20T14:26:28,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:28,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:28,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:28,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:28,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112848928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:28,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:28,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112848928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:28,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:28,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112848936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:28,972 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:28,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-20T14:26:28,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:28,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. as already flushing 2024-11-20T14:26:28,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:28,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:28,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:29,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/da6134fdeea34807bc5051ba0832f669 2024-11-20T14:26:29,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/b7fc22e845924e76826248a0080d156e is 50, key is test_row_0/C:col10/1732112788271/Put/seqid=0 2024-11-20T14:26:29,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742297_1473 (size=12051) 2024-11-20T14:26:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T14:26:29,125 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:29,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-20T14:26:29,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:29,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. as already flushing 2024-11-20T14:26:29,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:29,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:29,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:29,277 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:29,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-20T14:26:29,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:29,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. as already flushing 2024-11-20T14:26:29,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:29,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:29,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:29,430 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:29,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-20T14:26:29,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:29,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. as already flushing 2024-11-20T14:26:29,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:29,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:29,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:29,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112849434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:29,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112849435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:29,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112849443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:29,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/b7fc22e845924e76826248a0080d156e 2024-11-20T14:26:29,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/62278d051d574d90b616c14deb553559 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/62278d051d574d90b616c14deb553559 2024-11-20T14:26:29,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/62278d051d574d90b616c14deb553559, entries=200, sequenceid=131, filesize=14.1 K 2024-11-20T14:26:29,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/da6134fdeea34807bc5051ba0832f669 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/da6134fdeea34807bc5051ba0832f669 2024-11-20T14:26:29,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/da6134fdeea34807bc5051ba0832f669, entries=150, sequenceid=131, filesize=11.8 K 2024-11-20T14:26:29,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/b7fc22e845924e76826248a0080d156e as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/b7fc22e845924e76826248a0080d156e 2024-11-20T14:26:29,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/b7fc22e845924e76826248a0080d156e, entries=150, sequenceid=131, filesize=11.8 K 2024-11-20T14:26:29,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for d7155f43224a9074f5e824552de83f87 in 1263ms, sequenceid=131, compaction requested=true 2024-11-20T14:26:29,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d7155f43224a9074f5e824552de83f87: 2024-11-20T14:26:29,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7155f43224a9074f5e824552de83f87:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:26:29,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:29,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7155f43224a9074f5e824552de83f87:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:26:29,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:29,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7155f43224a9074f5e824552de83f87:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:26:29,536 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:26:29,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:26:29,536 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:26:29,537 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:26:29,537 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38599 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:26:29,537 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): d7155f43224a9074f5e824552de83f87/B is initiating minor compaction (all files) 2024-11-20T14:26:29,537 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): d7155f43224a9074f5e824552de83f87/A is initiating minor compaction (all files) 2024-11-20T14:26:29,537 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7155f43224a9074f5e824552de83f87/B in TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:29,537 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7155f43224a9074f5e824552de83f87/A in TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:29,537 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/bbfe11f45f5a401d9b6c114020ea94ef, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/43890afa93074917b7a21725798066ef, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/62278d051d574d90b616c14deb553559] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp, totalSize=37.7 K 2024-11-20T14:26:29,537 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/66b516a0cfda442aba0ba73ddc44988c, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/c06e41b83da948248b0109526a6a9318, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/da6134fdeea34807bc5051ba0832f669] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp, totalSize=35.4 K 2024-11-20T14:26:29,537 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 66b516a0cfda442aba0ba73ddc44988c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732112785658 2024-11-20T14:26:29,537 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbfe11f45f5a401d9b6c114020ea94ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732112785658 2024-11-20T14:26:29,538 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43890afa93074917b7a21725798066ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732112786005 2024-11-20T14:26:29,538 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting c06e41b83da948248b0109526a6a9318, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732112786005 2024-11-20T14:26:29,538 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting da6134fdeea34807bc5051ba0832f669, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732112787139 2024-11-20T14:26:29,538 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62278d051d574d90b616c14deb553559, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732112787139 2024-11-20T14:26:29,545 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7155f43224a9074f5e824552de83f87#A#compaction#398 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:29,546 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/d33a5b3355984a48bfe7878a396485c5 is 50, key is test_row_0/A:col10/1732112788271/Put/seqid=0 2024-11-20T14:26:29,549 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7155f43224a9074f5e824552de83f87#B#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:29,550 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/aefd18f4b0c54e0a979c7d7d34ccec12 is 50, key is test_row_0/B:col10/1732112788271/Put/seqid=0 2024-11-20T14:26:29,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742298_1474 (size=12359) 2024-11-20T14:26:29,556 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/d33a5b3355984a48bfe7878a396485c5 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/d33a5b3355984a48bfe7878a396485c5 2024-11-20T14:26:29,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742299_1475 (size=12359) 2024-11-20T14:26:29,561 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7155f43224a9074f5e824552de83f87/A of d7155f43224a9074f5e824552de83f87 into d33a5b3355984a48bfe7878a396485c5(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:29,561 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7155f43224a9074f5e824552de83f87: 2024-11-20T14:26:29,561 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87., storeName=d7155f43224a9074f5e824552de83f87/A, priority=13, startTime=1732112789536; duration=0sec 2024-11-20T14:26:29,561 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:26:29,561 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7155f43224a9074f5e824552de83f87:A 2024-11-20T14:26:29,561 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:26:29,562 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:26:29,562 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): d7155f43224a9074f5e824552de83f87/C is initiating minor compaction (all files) 2024-11-20T14:26:29,562 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7155f43224a9074f5e824552de83f87/C in TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:29,562 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/0ba2392fee8848a6973b1eb92424bd87, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/accf13488db74f63bceba7f8b928b694, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/b7fc22e845924e76826248a0080d156e] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp, totalSize=35.4 K 2024-11-20T14:26:29,562 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ba2392fee8848a6973b1eb92424bd87, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732112785658 2024-11-20T14:26:29,562 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting accf13488db74f63bceba7f8b928b694, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732112786005 2024-11-20T14:26:29,563 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7fc22e845924e76826248a0080d156e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732112787139 2024-11-20T14:26:29,570 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7155f43224a9074f5e824552de83f87#C#compaction#400 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:29,571 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/c2305c41a8e545c4923496e7d67f7bf3 is 50, key is test_row_0/C:col10/1732112788271/Put/seqid=0 2024-11-20T14:26:29,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742300_1476 (size=12359) 2024-11-20T14:26:29,583 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:29,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-20T14:26:29,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:29,585 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing d7155f43224a9074f5e824552de83f87 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T14:26:29,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=A 2024-11-20T14:26:29,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:29,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=B 2024-11-20T14:26:29,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:29,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=C 2024-11-20T14:26:29,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:29,587 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/c2305c41a8e545c4923496e7d67f7bf3 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/c2305c41a8e545c4923496e7d67f7bf3 2024-11-20T14:26:29,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/790cd875fadf4f6394024e28308e4bd7 is 50, key is test_row_0/A:col10/1732112788308/Put/seqid=0 2024-11-20T14:26:29,593 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7155f43224a9074f5e824552de83f87/C of d7155f43224a9074f5e824552de83f87 into c2305c41a8e545c4923496e7d67f7bf3(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:29,593 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7155f43224a9074f5e824552de83f87: 2024-11-20T14:26:29,593 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87., storeName=d7155f43224a9074f5e824552de83f87/C, priority=13, startTime=1732112789536; duration=0sec 2024-11-20T14:26:29,593 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:29,593 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7155f43224a9074f5e824552de83f87:C 2024-11-20T14:26:29,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742301_1477 (size=12151) 2024-11-20T14:26:29,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T14:26:29,961 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/aefd18f4b0c54e0a979c7d7d34ccec12 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/aefd18f4b0c54e0a979c7d7d34ccec12 2024-11-20T14:26:29,965 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7155f43224a9074f5e824552de83f87/B of d7155f43224a9074f5e824552de83f87 into aefd18f4b0c54e0a979c7d7d34ccec12(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:29,965 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7155f43224a9074f5e824552de83f87: 2024-11-20T14:26:29,965 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87., storeName=d7155f43224a9074f5e824552de83f87/B, priority=13, startTime=1732112789536; duration=0sec 2024-11-20T14:26:29,965 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:29,965 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7155f43224a9074f5e824552de83f87:B 2024-11-20T14:26:29,998 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/790cd875fadf4f6394024e28308e4bd7 2024-11-20T14:26:30,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/3f8b0c7ca1a845b8b0eac0dacf85627c is 50, key is test_row_0/B:col10/1732112788308/Put/seqid=0 2024-11-20T14:26:30,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742302_1478 (size=12151) 2024-11-20T14:26:30,408 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/3f8b0c7ca1a845b8b0eac0dacf85627c 2024-11-20T14:26:30,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/023caac8380045cb9d3be3ff5c5c7e58 is 50, key is test_row_0/C:col10/1732112788308/Put/seqid=0 2024-11-20T14:26:30,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742303_1479 (size=12151) 2024-11-20T14:26:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on d7155f43224a9074f5e824552de83f87 2024-11-20T14:26:30,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. as already flushing 2024-11-20T14:26:30,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112850484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:30,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112850489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:30,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112850489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:30,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112850589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:30,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:30,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112850593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:30,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:30,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112850594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:30,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T14:26:30,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112850792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:30,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:30,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112850799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:30,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:30,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112850800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:30,821 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/023caac8380045cb9d3be3ff5c5c7e58 2024-11-20T14:26:30,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/790cd875fadf4f6394024e28308e4bd7 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/790cd875fadf4f6394024e28308e4bd7 2024-11-20T14:26:30,828 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/790cd875fadf4f6394024e28308e4bd7, entries=150, sequenceid=154, filesize=11.9 K 2024-11-20T14:26:30,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/3f8b0c7ca1a845b8b0eac0dacf85627c as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/3f8b0c7ca1a845b8b0eac0dacf85627c 2024-11-20T14:26:30,831 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/3f8b0c7ca1a845b8b0eac0dacf85627c, entries=150, sequenceid=154, filesize=11.9 K 2024-11-20T14:26:30,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/023caac8380045cb9d3be3ff5c5c7e58 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/023caac8380045cb9d3be3ff5c5c7e58 2024-11-20T14:26:30,835 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/023caac8380045cb9d3be3ff5c5c7e58, entries=150, sequenceid=154, filesize=11.9 K 2024-11-20T14:26:30,836 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for d7155f43224a9074f5e824552de83f87 in 1250ms, sequenceid=154, compaction requested=false 2024-11-20T14:26:30,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for d7155f43224a9074f5e824552de83f87: 2024-11-20T14:26:30,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:30,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-20T14:26:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-20T14:26:30,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-20T14:26:30,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3220 sec 2024-11-20T14:26:30,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 2.3260 sec 2024-11-20T14:26:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on d7155f43224a9074f5e824552de83f87 2024-11-20T14:26:31,103 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d7155f43224a9074f5e824552de83f87 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T14:26:31,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=A 2024-11-20T14:26:31,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:31,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=B 2024-11-20T14:26:31,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:31,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=C 2024-11-20T14:26:31,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:31,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/23616b467af44520ada0baca80b47389 is 50, key is test_row_0/A:col10/1732112790483/Put/seqid=0 2024-11-20T14:26:31,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742304_1480 (size=14541) 2024-11-20T14:26:31,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112851140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:31,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:31,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112851145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112851142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:31,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112851249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:31,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112851250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:31,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112851250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:31,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112851452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:31,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:31,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112851454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:31,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:31,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112851454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:31,515 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/23616b467af44520ada0baca80b47389 2024-11-20T14:26:31,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/c3f8ec7bf04c4bb38733b8c4c44841de is 50, key is test_row_0/B:col10/1732112790483/Put/seqid=0 2024-11-20T14:26:31,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742305_1481 (size=12151) 2024-11-20T14:26:31,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40656 deadline: 1732112851681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:31,682 DEBUG [Thread-1988 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8157 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87., hostname=315eb151f916,36867,1732112657619, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T14:26:31,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40658 deadline: 1732112851718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:31,721 DEBUG [Thread-1994 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8197 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87., hostname=315eb151f916,36867,1732112657619, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T14:26:31,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112851756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:31,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112851757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:31,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112851759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:31,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/c3f8ec7bf04c4bb38733b8c4c44841de 2024-11-20T14:26:31,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/125aa393086d479c8c81bca0ef2ccd7c is 50, key is test_row_0/C:col10/1732112790483/Put/seqid=0 2024-11-20T14:26:31,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742306_1482 (size=12151) 2024-11-20T14:26:32,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:32,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112852260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:32,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:32,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112852261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:32,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:32,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112852266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:32,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/125aa393086d479c8c81bca0ef2ccd7c 2024-11-20T14:26:32,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/23616b467af44520ada0baca80b47389 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/23616b467af44520ada0baca80b47389 2024-11-20T14:26:32,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/23616b467af44520ada0baca80b47389, entries=200, sequenceid=172, filesize=14.2 K 2024-11-20T14:26:32,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/c3f8ec7bf04c4bb38733b8c4c44841de as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/c3f8ec7bf04c4bb38733b8c4c44841de 2024-11-20T14:26:32,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/c3f8ec7bf04c4bb38733b8c4c44841de, entries=150, sequenceid=172, filesize=11.9 K 2024-11-20T14:26:32,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/125aa393086d479c8c81bca0ef2ccd7c as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/125aa393086d479c8c81bca0ef2ccd7c 2024-11-20T14:26:32,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/125aa393086d479c8c81bca0ef2ccd7c, entries=150, sequenceid=172, filesize=11.9 K 2024-11-20T14:26:32,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for d7155f43224a9074f5e824552de83f87 in 1247ms, sequenceid=172, compaction requested=true 2024-11-20T14:26:32,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d7155f43224a9074f5e824552de83f87: 2024-11-20T14:26:32,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7155f43224a9074f5e824552de83f87:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:26:32,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:32,350 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:26:32,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7155f43224a9074f5e824552de83f87:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:26:32,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:32,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7155f43224a9074f5e824552de83f87:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:26:32,350 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:26:32,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:26:32,351 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39051 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:26:32,351 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:26:32,351 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): d7155f43224a9074f5e824552de83f87/A is initiating minor compaction (all files) 2024-11-20T14:26:32,351 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): d7155f43224a9074f5e824552de83f87/B is initiating minor compaction (all files) 2024-11-20T14:26:32,351 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7155f43224a9074f5e824552de83f87/A in TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:32,351 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7155f43224a9074f5e824552de83f87/B in TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:32,351 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/aefd18f4b0c54e0a979c7d7d34ccec12, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/3f8b0c7ca1a845b8b0eac0dacf85627c, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/c3f8ec7bf04c4bb38733b8c4c44841de] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp, totalSize=35.8 K 2024-11-20T14:26:32,351 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/d33a5b3355984a48bfe7878a396485c5, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/790cd875fadf4f6394024e28308e4bd7, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/23616b467af44520ada0baca80b47389] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp, totalSize=38.1 K 2024-11-20T14:26:32,351 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting d33a5b3355984a48bfe7878a396485c5, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732112787139 2024-11-20T14:26:32,351 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting aefd18f4b0c54e0a979c7d7d34ccec12, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732112787139 2024-11-20T14:26:32,352 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 790cd875fadf4f6394024e28308e4bd7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732112788308 2024-11-20T14:26:32,352 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f8b0c7ca1a845b8b0eac0dacf85627c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732112788308 2024-11-20T14:26:32,352 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting c3f8ec7bf04c4bb38733b8c4c44841de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732112790483 2024-11-20T14:26:32,352 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23616b467af44520ada0baca80b47389, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732112790482 2024-11-20T14:26:32,358 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7155f43224a9074f5e824552de83f87#B#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:32,358 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7155f43224a9074f5e824552de83f87#A#compaction#407 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:32,359 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/4e2b8af2bde34e54b2459cf931fcbec8 is 50, key is test_row_0/B:col10/1732112790483/Put/seqid=0 2024-11-20T14:26:32,359 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/b7f89a1882b243cf9b007816e5762887 is 50, key is test_row_0/A:col10/1732112790483/Put/seqid=0 2024-11-20T14:26:32,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742307_1483 (size=12561) 2024-11-20T14:26:32,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742308_1484 (size=12561) 2024-11-20T14:26:32,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T14:26:32,619 INFO [Thread-1998 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-20T14:26:32,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:26:32,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-20T14:26:32,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T14:26:32,621 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:26:32,622 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:26:32,622 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:26:32,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T14:26:32,773 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/b7f89a1882b243cf9b007816e5762887 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/b7f89a1882b243cf9b007816e5762887 2024-11-20T14:26:32,773 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:32,773 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/4e2b8af2bde34e54b2459cf931fcbec8 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/4e2b8af2bde34e54b2459cf931fcbec8 2024-11-20T14:26:32,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-20T14:26:32,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:32,774 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing d7155f43224a9074f5e824552de83f87 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-20T14:26:32,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=A 2024-11-20T14:26:32,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:32,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=B 2024-11-20T14:26:32,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:32,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=C 2024-11-20T14:26:32,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:32,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/20d858fbeab845c89d4c594b4d55340d is 50, key is test_row_0/A:col10/1732112791107/Put/seqid=0 2024-11-20T14:26:32,787 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7155f43224a9074f5e824552de83f87/A of d7155f43224a9074f5e824552de83f87 into b7f89a1882b243cf9b007816e5762887(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:32,787 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7155f43224a9074f5e824552de83f87: 2024-11-20T14:26:32,787 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7155f43224a9074f5e824552de83f87/B of d7155f43224a9074f5e824552de83f87 into 4e2b8af2bde34e54b2459cf931fcbec8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:32,787 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87., storeName=d7155f43224a9074f5e824552de83f87/A, priority=13, startTime=1732112792350; duration=0sec 2024-11-20T14:26:32,787 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7155f43224a9074f5e824552de83f87: 2024-11-20T14:26:32,787 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87., storeName=d7155f43224a9074f5e824552de83f87/B, priority=13, startTime=1732112792350; duration=0sec 2024-11-20T14:26:32,787 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:26:32,787 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:26:32,787 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7155f43224a9074f5e824552de83f87:A 2024-11-20T14:26:32,787 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7155f43224a9074f5e824552de83f87:B 2024-11-20T14:26:32,787 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:26:32,788 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:26:32,788 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): d7155f43224a9074f5e824552de83f87/C is initiating minor compaction (all files) 2024-11-20T14:26:32,788 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7155f43224a9074f5e824552de83f87/C in TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:32,788 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/c2305c41a8e545c4923496e7d67f7bf3, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/023caac8380045cb9d3be3ff5c5c7e58, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/125aa393086d479c8c81bca0ef2ccd7c] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp, totalSize=35.8 K 2024-11-20T14:26:32,788 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2305c41a8e545c4923496e7d67f7bf3, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732112787139 2024-11-20T14:26:32,789 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 023caac8380045cb9d3be3ff5c5c7e58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732112788308 2024-11-20T14:26:32,790 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 125aa393086d479c8c81bca0ef2ccd7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732112790483 2024-11-20T14:26:32,798 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7155f43224a9074f5e824552de83f87#C#compaction#410 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:32,799 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/f1e749f167494da8805a5ae0bf27514b is 50, key is test_row_0/C:col10/1732112790483/Put/seqid=0 2024-11-20T14:26:32,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742309_1485 (size=12151) 2024-11-20T14:26:32,803 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/20d858fbeab845c89d4c594b4d55340d 2024-11-20T14:26:32,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742310_1486 (size=12561) 2024-11-20T14:26:32,808 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/f1e749f167494da8805a5ae0bf27514b as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/f1e749f167494da8805a5ae0bf27514b 2024-11-20T14:26:32,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/8bfee376964d4ad5898cca62ab1267eb is 50, key is test_row_0/B:col10/1732112791107/Put/seqid=0 2024-11-20T14:26:32,812 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7155f43224a9074f5e824552de83f87/C of d7155f43224a9074f5e824552de83f87 into f1e749f167494da8805a5ae0bf27514b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:32,812 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7155f43224a9074f5e824552de83f87: 2024-11-20T14:26:32,812 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87., storeName=d7155f43224a9074f5e824552de83f87/C, priority=13, startTime=1732112792350; duration=0sec 2024-11-20T14:26:32,812 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:32,812 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7155f43224a9074f5e824552de83f87:C 2024-11-20T14:26:32,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742311_1487 (size=12151) 2024-11-20T14:26:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T14:26:33,213 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/8bfee376964d4ad5898cca62ab1267eb 2024-11-20T14:26:33,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/4749ab9bd07446e487bc96ab16bbdbe7 is 50, key is test_row_0/C:col10/1732112791107/Put/seqid=0 2024-11-20T14:26:33,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T14:26:33,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742312_1488 (size=12151) 2024-11-20T14:26:33,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. as already flushing 2024-11-20T14:26:33,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on d7155f43224a9074f5e824552de83f87 2024-11-20T14:26:33,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:33,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112853285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:33,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:33,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112853289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:33,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112853290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:33,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:33,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112853391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:33,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112853394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:33,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112853394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:33,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112853594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:33,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:33,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112853599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:33,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:33,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112853599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:33,627 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/4749ab9bd07446e487bc96ab16bbdbe7 2024-11-20T14:26:33,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/20d858fbeab845c89d4c594b4d55340d as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/20d858fbeab845c89d4c594b4d55340d 2024-11-20T14:26:33,636 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/20d858fbeab845c89d4c594b4d55340d, entries=150, sequenceid=192, filesize=11.9 K 2024-11-20T14:26:33,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/8bfee376964d4ad5898cca62ab1267eb as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/8bfee376964d4ad5898cca62ab1267eb 2024-11-20T14:26:33,640 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/8bfee376964d4ad5898cca62ab1267eb, entries=150, sequenceid=192, filesize=11.9 K 2024-11-20T14:26:33,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/4749ab9bd07446e487bc96ab16bbdbe7 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/4749ab9bd07446e487bc96ab16bbdbe7 2024-11-20T14:26:33,644 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/4749ab9bd07446e487bc96ab16bbdbe7, entries=150, sequenceid=192, filesize=11.9 K 2024-11-20T14:26:33,645 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for d7155f43224a9074f5e824552de83f87 in 871ms, sequenceid=192, compaction requested=false 2024-11-20T14:26:33,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for d7155f43224a9074f5e824552de83f87: 2024-11-20T14:26:33,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:33,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-20T14:26:33,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-20T14:26:33,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-20T14:26:33,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0240 sec 2024-11-20T14:26:33,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.0280 sec 2024-11-20T14:26:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T14:26:33,724 INFO [Thread-1998 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-20T14:26:33,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:26:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-20T14:26:33,727 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:26:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T14:26:33,727 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:26:33,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:26:33,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T14:26:33,879 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:33,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T14:26:33,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:33,880 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing d7155f43224a9074f5e824552de83f87 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T14:26:33,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=A 2024-11-20T14:26:33,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:33,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=B 2024-11-20T14:26:33,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:33,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=C 2024-11-20T14:26:33,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:33,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/8817e519564e4be9adce61274152a95d is 50, key is test_row_0/A:col10/1732112793289/Put/seqid=0 2024-11-20T14:26:33,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742313_1489 (size=12151) 2024-11-20T14:26:33,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on d7155f43224a9074f5e824552de83f87 2024-11-20T14:26:33,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. as already flushing 2024-11-20T14:26:33,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:33,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112853930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:33,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:33,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112853930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:33,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:33,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112853938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:34,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T14:26:34,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:34,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112854039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:34,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:34,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112854039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:34,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:34,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112854043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:34,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:34,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112854244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:34,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:34,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112854244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:34,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:34,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112854248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:34,289 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/8817e519564e4be9adce61274152a95d 2024-11-20T14:26:34,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/8f94489b0dba4fcd9285249d6db62119 is 50, key is test_row_0/B:col10/1732112793289/Put/seqid=0 2024-11-20T14:26:34,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742314_1490 (size=12151) 2024-11-20T14:26:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T14:26:34,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:34,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112854549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:34,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:34,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112854550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:34,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:34,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112854553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:34,701 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/8f94489b0dba4fcd9285249d6db62119 2024-11-20T14:26:34,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/8f578134bc0246bbbd489d39198efb76 is 50, key is test_row_0/C:col10/1732112793289/Put/seqid=0 2024-11-20T14:26:34,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742315_1491 (size=12151) 2024-11-20T14:26:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T14:26:35,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112855054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:35,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112855057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:35,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112855057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:35,112 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/8f578134bc0246bbbd489d39198efb76 2024-11-20T14:26:35,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/8817e519564e4be9adce61274152a95d as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/8817e519564e4be9adce61274152a95d 2024-11-20T14:26:35,119 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/8817e519564e4be9adce61274152a95d, entries=150, sequenceid=211, filesize=11.9 K 2024-11-20T14:26:35,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/8f94489b0dba4fcd9285249d6db62119 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/8f94489b0dba4fcd9285249d6db62119 2024-11-20T14:26:35,123 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/8f94489b0dba4fcd9285249d6db62119, entries=150, sequenceid=211, filesize=11.9 K 2024-11-20T14:26:35,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/8f578134bc0246bbbd489d39198efb76 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/8f578134bc0246bbbd489d39198efb76 2024-11-20T14:26:35,127 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/8f578134bc0246bbbd489d39198efb76, entries=150, sequenceid=211, filesize=11.9 K 2024-11-20T14:26:35,128 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for d7155f43224a9074f5e824552de83f87 in 1248ms, sequenceid=211, compaction requested=true 2024-11-20T14:26:35,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for d7155f43224a9074f5e824552de83f87: 2024-11-20T14:26:35,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:35,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-20T14:26:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-20T14:26:35,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-20T14:26:35,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4010 sec 2024-11-20T14:26:35,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.4060 sec 2024-11-20T14:26:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T14:26:35,831 INFO [Thread-1998 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-20T14:26:35,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:26:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-20T14:26:35,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T14:26:35,834 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:26:35,835 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:26:35,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:26:35,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T14:26:35,986 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:35,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-20T14:26:35,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:35,987 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing d7155f43224a9074f5e824552de83f87 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-20T14:26:35,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=A 2024-11-20T14:26:35,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:35,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=B 2024-11-20T14:26:35,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:35,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=C 2024-11-20T14:26:35,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:35,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/9a51d14d56a1443aad03bdb657e8762b is 50, key is test_row_0/A:col10/1732112793922/Put/seqid=0 2024-11-20T14:26:35,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742316_1492 (size=12151) 2024-11-20T14:26:35,995 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/9a51d14d56a1443aad03bdb657e8762b 2024-11-20T14:26:36,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/948fc8523f214c76b7f66cb0686f94ae is 50, key is test_row_0/B:col10/1732112793922/Put/seqid=0 2024-11-20T14:26:36,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742317_1493 (size=12151) 2024-11-20T14:26:36,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on d7155f43224a9074f5e824552de83f87 2024-11-20T14:26:36,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. as already flushing 2024-11-20T14:26:36,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112856086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:36,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112856087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:36,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112856089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:36,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T14:26:36,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:36,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112856194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:36,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:36,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112856194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:36,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:36,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112856195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:36,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112856399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:36,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112856400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:36,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112856400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:36,407 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/948fc8523f214c76b7f66cb0686f94ae 2024-11-20T14:26:36,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/e864998921ee4279bbc24e6c9603c7e6 is 50, key is test_row_0/C:col10/1732112793922/Put/seqid=0 2024-11-20T14:26:36,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742318_1494 (size=12151) 2024-11-20T14:26:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T14:26:36,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112856706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:36,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112856706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:36,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112856708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:36,816 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/e864998921ee4279bbc24e6c9603c7e6 2024-11-20T14:26:36,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/9a51d14d56a1443aad03bdb657e8762b as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/9a51d14d56a1443aad03bdb657e8762b 2024-11-20T14:26:36,825 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/9a51d14d56a1443aad03bdb657e8762b, entries=150, sequenceid=231, filesize=11.9 K 2024-11-20T14:26:36,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/948fc8523f214c76b7f66cb0686f94ae as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/948fc8523f214c76b7f66cb0686f94ae 2024-11-20T14:26:36,829 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/948fc8523f214c76b7f66cb0686f94ae, entries=150, sequenceid=231, filesize=11.9 K 2024-11-20T14:26:36,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/e864998921ee4279bbc24e6c9603c7e6 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/e864998921ee4279bbc24e6c9603c7e6 2024-11-20T14:26:36,832 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/e864998921ee4279bbc24e6c9603c7e6, entries=150, sequenceid=231, filesize=11.9 K 2024-11-20T14:26:36,833 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for d7155f43224a9074f5e824552de83f87 in 846ms, sequenceid=231, compaction requested=true 2024-11-20T14:26:36,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for d7155f43224a9074f5e824552de83f87: 2024-11-20T14:26:36,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:36,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-20T14:26:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-20T14:26:36,835 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-20T14:26:36,835 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 999 msec 2024-11-20T14:26:36,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.0040 sec 2024-11-20T14:26:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T14:26:36,937 INFO [Thread-1998 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-20T14:26:36,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:26:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-20T14:26:36,940 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:26:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T14:26:36,940 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:26:36,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:26:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T14:26:37,091 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:37,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-20T14:26:37,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:37,092 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing d7155f43224a9074f5e824552de83f87 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T14:26:37,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=A 2024-11-20T14:26:37,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:37,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=B 2024-11-20T14:26:37,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:37,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=C 2024-11-20T14:26:37,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:37,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/2173644ef3824dbbb6559a32f0cafc8b is 50, key is test_row_0/A:col10/1732112796086/Put/seqid=0 2024-11-20T14:26:37,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742319_1495 (size=12151) 2024-11-20T14:26:37,101 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/2173644ef3824dbbb6559a32f0cafc8b 2024-11-20T14:26:37,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/c27d482109b64270bf95575d5fcddc1a is 50, key is test_row_0/B:col10/1732112796086/Put/seqid=0 2024-11-20T14:26:37,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742320_1496 (size=12151) 2024-11-20T14:26:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on d7155f43224a9074f5e824552de83f87 2024-11-20T14:26:37,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. as already flushing 2024-11-20T14:26:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T14:26:37,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112857246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:37,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112857247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:37,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112857252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:37,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112857354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:37,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112857354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:37,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112857361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:37,511 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/c27d482109b64270bf95575d5fcddc1a 2024-11-20T14:26:37,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/9ee9d9c379c341f38ed3dca92138e6ab is 50, key is test_row_0/C:col10/1732112796086/Put/seqid=0 2024-11-20T14:26:37,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742321_1497 (size=12151) 2024-11-20T14:26:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T14:26:37,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112857558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:37,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:37,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112857559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:37,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112857567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:37,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112857863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:37,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112857863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:37,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112857874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:37,922 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/9ee9d9c379c341f38ed3dca92138e6ab 2024-11-20T14:26:37,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/2173644ef3824dbbb6559a32f0cafc8b as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/2173644ef3824dbbb6559a32f0cafc8b 2024-11-20T14:26:37,929 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/2173644ef3824dbbb6559a32f0cafc8b, entries=150, sequenceid=247, filesize=11.9 K 2024-11-20T14:26:37,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/c27d482109b64270bf95575d5fcddc1a as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/c27d482109b64270bf95575d5fcddc1a 2024-11-20T14:26:37,932 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/c27d482109b64270bf95575d5fcddc1a, entries=150, sequenceid=247, filesize=11.9 K 2024-11-20T14:26:37,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/9ee9d9c379c341f38ed3dca92138e6ab as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/9ee9d9c379c341f38ed3dca92138e6ab 2024-11-20T14:26:37,936 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/9ee9d9c379c341f38ed3dca92138e6ab, entries=150, sequenceid=247, filesize=11.9 K 2024-11-20T14:26:37,937 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for d7155f43224a9074f5e824552de83f87 in 845ms, sequenceid=247, compaction requested=true 2024-11-20T14:26:37,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for d7155f43224a9074f5e824552de83f87: 2024-11-20T14:26:37,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:37,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-20T14:26:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-20T14:26:37,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-20T14:26:37,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 998 msec 2024-11-20T14:26:37,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.0010 sec 2024-11-20T14:26:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T14:26:38,043 INFO [Thread-1998 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-20T14:26:38,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:26:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-20T14:26:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-20T14:26:38,045 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:26:38,046 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:26:38,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:26:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-20T14:26:38,197 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:38,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-20T14:26:38,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:38,198 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing d7155f43224a9074f5e824552de83f87 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-20T14:26:38,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=A 2024-11-20T14:26:38,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:38,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=B 2024-11-20T14:26:38,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:38,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=C 2024-11-20T14:26:38,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:38,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/22ba6abc5b1f4dca8671a03b047de5c9 is 50, key is test_row_0/A:col10/1732112797239/Put/seqid=0 2024-11-20T14:26:38,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742322_1498 (size=12301) 2024-11-20T14:26:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-20T14:26:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on d7155f43224a9074f5e824552de83f87 2024-11-20T14:26:38,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. as already flushing 2024-11-20T14:26:38,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112858398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:38,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112858404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:38,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112858405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:38,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112858506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:38,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112858508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:38,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112858513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:38,617 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/22ba6abc5b1f4dca8671a03b047de5c9 2024-11-20T14:26:38,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/cd696ea01c0a4f149fd100bcc794525d is 50, key is test_row_0/B:col10/1732112797239/Put/seqid=0 2024-11-20T14:26:38,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742323_1499 (size=12301) 2024-11-20T14:26:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-20T14:26:38,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112858713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:38,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112858714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:38,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112858720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:39,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112859015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:39,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112859020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:39,033 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/cd696ea01c0a4f149fd100bcc794525d 2024-11-20T14:26:39,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112859029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:39,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/b17f514914294ff28220f7cdb324ce0e is 50, key is test_row_0/C:col10/1732112797239/Put/seqid=0 2024-11-20T14:26:39,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742324_1500 (size=12301) 2024-11-20T14:26:39,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-20T14:26:39,446 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/b17f514914294ff28220f7cdb324ce0e 2024-11-20T14:26:39,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/22ba6abc5b1f4dca8671a03b047de5c9 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/22ba6abc5b1f4dca8671a03b047de5c9 2024-11-20T14:26:39,453 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/22ba6abc5b1f4dca8671a03b047de5c9, entries=150, sequenceid=267, filesize=12.0 K 2024-11-20T14:26:39,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/cd696ea01c0a4f149fd100bcc794525d as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/cd696ea01c0a4f149fd100bcc794525d 2024-11-20T14:26:39,457 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/cd696ea01c0a4f149fd100bcc794525d, entries=150, sequenceid=267, filesize=12.0 K 2024-11-20T14:26:39,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/b17f514914294ff28220f7cdb324ce0e as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/b17f514914294ff28220f7cdb324ce0e 2024-11-20T14:26:39,460 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/b17f514914294ff28220f7cdb324ce0e, entries=150, sequenceid=267, filesize=12.0 K 2024-11-20T14:26:39,461 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for d7155f43224a9074f5e824552de83f87 in 1263ms, sequenceid=267, compaction requested=true 2024-11-20T14:26:39,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for d7155f43224a9074f5e824552de83f87: 2024-11-20T14:26:39,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:39,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-20T14:26:39,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-20T14:26:39,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-20T14:26:39,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4160 sec 2024-11-20T14:26:39,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.4200 sec 2024-11-20T14:26:39,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on d7155f43224a9074f5e824552de83f87 2024-11-20T14:26:39,526 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d7155f43224a9074f5e824552de83f87 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-20T14:26:39,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=A 2024-11-20T14:26:39,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:39,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=B 2024-11-20T14:26:39,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:39,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=C 2024-11-20T14:26:39,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:39,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/4611f81e63634167becb176b3c01de56 is 50, key is test_row_0/A:col10/1732112798404/Put/seqid=0 2024-11-20T14:26:39,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742325_1501 (size=14741) 2024-11-20T14:26:39,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/4611f81e63634167becb176b3c01de56 2024-11-20T14:26:39,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/6c8d9894e65a475a94409e26ff4d30df is 50, key is test_row_0/B:col10/1732112798404/Put/seqid=0 2024-11-20T14:26:39,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742326_1502 (size=12301) 2024-11-20T14:26:39,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/6c8d9894e65a475a94409e26ff4d30df 2024-11-20T14:26:39,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/ea6d9b571d5a43fba34e5f70849e49d7 is 50, key is test_row_0/C:col10/1732112798404/Put/seqid=0 2024-11-20T14:26:39,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742327_1503 (size=12301) 2024-11-20T14:26:39,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112859566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:39,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:39,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112859570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:39,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:39,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112859573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:39,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:39,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112859680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:39,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:39,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112859685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:39,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:39,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112859687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:39,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:39,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112859884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:39,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112859892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:39,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112859892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:39,956 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/ea6d9b571d5a43fba34e5f70849e49d7 2024-11-20T14:26:39,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/4611f81e63634167becb176b3c01de56 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/4611f81e63634167becb176b3c01de56 2024-11-20T14:26:39,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/4611f81e63634167becb176b3c01de56, entries=200, sequenceid=284, filesize=14.4 K 2024-11-20T14:26:39,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/6c8d9894e65a475a94409e26ff4d30df as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/6c8d9894e65a475a94409e26ff4d30df 2024-11-20T14:26:39,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/6c8d9894e65a475a94409e26ff4d30df, entries=150, sequenceid=284, filesize=12.0 K 2024-11-20T14:26:39,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/ea6d9b571d5a43fba34e5f70849e49d7 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/ea6d9b571d5a43fba34e5f70849e49d7 2024-11-20T14:26:39,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/ea6d9b571d5a43fba34e5f70849e49d7, entries=150, sequenceid=284, filesize=12.0 K 2024-11-20T14:26:39,972 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for d7155f43224a9074f5e824552de83f87 in 445ms, sequenceid=284, compaction requested=true 2024-11-20T14:26:39,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d7155f43224a9074f5e824552de83f87: 2024-11-20T14:26:39,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7155f43224a9074f5e824552de83f87:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:26:39,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:39,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7155f43224a9074f5e824552de83f87:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:26:39,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:39,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7155f43224a9074f5e824552de83f87:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:26:39,972 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-20T14:26:39,972 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-20T14:26:39,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:26:39,974 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 85767 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-20T14:26:39,974 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): d7155f43224a9074f5e824552de83f87/B is initiating minor compaction (all files) 2024-11-20T14:26:39,974 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7155f43224a9074f5e824552de83f87/B in TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:39,974 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/4e2b8af2bde34e54b2459cf931fcbec8, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/8bfee376964d4ad5898cca62ab1267eb, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/8f94489b0dba4fcd9285249d6db62119, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/948fc8523f214c76b7f66cb0686f94ae, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/c27d482109b64270bf95575d5fcddc1a, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/cd696ea01c0a4f149fd100bcc794525d, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/6c8d9894e65a475a94409e26ff4d30df] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp, totalSize=83.8 K 2024-11-20T14:26:39,974 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 88207 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-20T14:26:39,974 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): d7155f43224a9074f5e824552de83f87/A is initiating minor compaction (all files) 2024-11-20T14:26:39,974 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7155f43224a9074f5e824552de83f87/A in TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:39,974 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/b7f89a1882b243cf9b007816e5762887, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/20d858fbeab845c89d4c594b4d55340d, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/8817e519564e4be9adce61274152a95d, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/9a51d14d56a1443aad03bdb657e8762b, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/2173644ef3824dbbb6559a32f0cafc8b, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/22ba6abc5b1f4dca8671a03b047de5c9, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/4611f81e63634167becb176b3c01de56] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp, totalSize=86.1 K 2024-11-20T14:26:39,975 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e2b8af2bde34e54b2459cf931fcbec8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732112790483 2024-11-20T14:26:39,975 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7f89a1882b243cf9b007816e5762887, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732112790483 2024-11-20T14:26:39,975 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 8bfee376964d4ad5898cca62ab1267eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732112791107 2024-11-20T14:26:39,975 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20d858fbeab845c89d4c594b4d55340d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732112791107 2024-11-20T14:26:39,975 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f94489b0dba4fcd9285249d6db62119, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732112793277 2024-11-20T14:26:39,975 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8817e519564e4be9adce61274152a95d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732112793277 2024-11-20T14:26:39,975 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 948fc8523f214c76b7f66cb0686f94ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732112793922 2024-11-20T14:26:39,976 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a51d14d56a1443aad03bdb657e8762b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732112793922 2024-11-20T14:26:39,976 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting c27d482109b64270bf95575d5fcddc1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732112796082 2024-11-20T14:26:39,976 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2173644ef3824dbbb6559a32f0cafc8b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732112796082 2024-11-20T14:26:39,976 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting cd696ea01c0a4f149fd100bcc794525d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1732112797239 2024-11-20T14:26:39,976 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22ba6abc5b1f4dca8671a03b047de5c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1732112797239 2024-11-20T14:26:39,977 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c8d9894e65a475a94409e26ff4d30df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732112798403 2024-11-20T14:26:39,977 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4611f81e63634167becb176b3c01de56, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732112798380 2024-11-20T14:26:39,988 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7155f43224a9074f5e824552de83f87#A#compaction#428 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:39,988 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/cd14303e60114d2b9cb037f12fdd2e21 is 50, key is test_row_0/A:col10/1732112798404/Put/seqid=0 2024-11-20T14:26:39,992 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7155f43224a9074f5e824552de83f87#B#compaction#429 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:39,992 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/c4d45ff0691e4161a74982d8bf28428c is 50, key is test_row_0/B:col10/1732112798404/Put/seqid=0 2024-11-20T14:26:39,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742328_1504 (size=12949) 2024-11-20T14:26:40,003 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/cd14303e60114d2b9cb037f12fdd2e21 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/cd14303e60114d2b9cb037f12fdd2e21 2024-11-20T14:26:40,006 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in d7155f43224a9074f5e824552de83f87/A of d7155f43224a9074f5e824552de83f87 into cd14303e60114d2b9cb037f12fdd2e21(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:40,006 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7155f43224a9074f5e824552de83f87: 2024-11-20T14:26:40,006 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87., storeName=d7155f43224a9074f5e824552de83f87/A, priority=9, startTime=1732112799972; duration=0sec 2024-11-20T14:26:40,006 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:26:40,006 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7155f43224a9074f5e824552de83f87:A 2024-11-20T14:26:40,007 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-20T14:26:40,008 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 85767 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-20T14:26:40,008 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): d7155f43224a9074f5e824552de83f87/C is initiating minor compaction (all files) 2024-11-20T14:26:40,008 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7155f43224a9074f5e824552de83f87/C in TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:40,008 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/f1e749f167494da8805a5ae0bf27514b, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/4749ab9bd07446e487bc96ab16bbdbe7, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/8f578134bc0246bbbd489d39198efb76, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/e864998921ee4279bbc24e6c9603c7e6, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/9ee9d9c379c341f38ed3dca92138e6ab, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/b17f514914294ff28220f7cdb324ce0e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/ea6d9b571d5a43fba34e5f70849e49d7] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp, totalSize=83.8 K 2024-11-20T14:26:40,009 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1e749f167494da8805a5ae0bf27514b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732112790483 2024-11-20T14:26:40,009 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4749ab9bd07446e487bc96ab16bbdbe7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732112791107 2024-11-20T14:26:40,009 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f578134bc0246bbbd489d39198efb76, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732112793277 2024-11-20T14:26:40,010 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting e864998921ee4279bbc24e6c9603c7e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732112793922 2024-11-20T14:26:40,010 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ee9d9c379c341f38ed3dca92138e6ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732112796082 2024-11-20T14:26:40,010 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting b17f514914294ff28220f7cdb324ce0e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1732112797239 2024-11-20T14:26:40,010 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea6d9b571d5a43fba34e5f70849e49d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732112798403 2024-11-20T14:26:40,020 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7155f43224a9074f5e824552de83f87#C#compaction#430 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:40,020 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/33ce7019cd9f4aa3b6143cc91650df91 is 50, key is test_row_0/C:col10/1732112798404/Put/seqid=0 2024-11-20T14:26:40,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742329_1505 (size=12949) 2024-11-20T14:26:40,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742330_1506 (size=12949) 2024-11-20T14:26:40,037 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/33ce7019cd9f4aa3b6143cc91650df91 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/33ce7019cd9f4aa3b6143cc91650df91 2024-11-20T14:26:40,042 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in d7155f43224a9074f5e824552de83f87/C of d7155f43224a9074f5e824552de83f87 into 33ce7019cd9f4aa3b6143cc91650df91(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:40,042 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7155f43224a9074f5e824552de83f87: 2024-11-20T14:26:40,042 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87., storeName=d7155f43224a9074f5e824552de83f87/C, priority=9, startTime=1732112799972; duration=0sec 2024-11-20T14:26:40,042 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:40,042 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7155f43224a9074f5e824552de83f87:C 2024-11-20T14:26:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-20T14:26:40,149 INFO [Thread-1998 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-20T14:26:40,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:26:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-20T14:26:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-20T14:26:40,152 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:26:40,153 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:26:40,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:26:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on d7155f43224a9074f5e824552de83f87 2024-11-20T14:26:40,196 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d7155f43224a9074f5e824552de83f87 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-20T14:26:40,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=A 2024-11-20T14:26:40,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:40,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=B 2024-11-20T14:26:40,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:40,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=C 2024-11-20T14:26:40,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:40,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/33690d980dd743db9743817665d54255 is 50, key is test_row_0/A:col10/1732112799550/Put/seqid=0 2024-11-20T14:26:40,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742331_1507 (size=14741) 2024-11-20T14:26:40,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112860217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:40,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112860221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:40,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112860221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:40,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-20T14:26:40,305 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:40,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-20T14:26:40,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:40,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. as already flushing 2024-11-20T14:26:40,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:40,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:40,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:40,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:40,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112860323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:40,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112860326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:40,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112860328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:40,426 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/c4d45ff0691e4161a74982d8bf28428c as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/c4d45ff0691e4161a74982d8bf28428c 2024-11-20T14:26:40,430 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in d7155f43224a9074f5e824552de83f87/B of d7155f43224a9074f5e824552de83f87 into c4d45ff0691e4161a74982d8bf28428c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:40,430 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7155f43224a9074f5e824552de83f87: 2024-11-20T14:26:40,430 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87., storeName=d7155f43224a9074f5e824552de83f87/B, priority=9, startTime=1732112799972; duration=0sec 2024-11-20T14:26:40,430 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:40,430 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7155f43224a9074f5e824552de83f87:B 2024-11-20T14:26:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-20T14:26:40,457 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:40,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-20T14:26:40,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:40,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. as already flushing 2024-11-20T14:26:40,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:40,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:40,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:40,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:40,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112860529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:40,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112860532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:40,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112860533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:40,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/33690d980dd743db9743817665d54255 2024-11-20T14:26:40,610 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:40,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-20T14:26:40,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:40,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. as already flushing 2024-11-20T14:26:40,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:40,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:40,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:40,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/a615e1637ddf4562b5a25eeb1dae58ce is 50, key is test_row_0/B:col10/1732112799550/Put/seqid=0 2024-11-20T14:26:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:40,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742332_1508 (size=12301) 2024-11-20T14:26:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-20T14:26:40,763 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:40,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-20T14:26:40,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:40,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. as already flushing 2024-11-20T14:26:40,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:40,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:40,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:40,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112860834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:40,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:40,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112860838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112860838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:40,915 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:40,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-20T14:26:40,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:40,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. as already flushing 2024-11-20T14:26:40,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:40,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:40,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:41,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/a615e1637ddf4562b5a25eeb1dae58ce 2024-11-20T14:26:41,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/66e84cc79fd346f1b013e0ad2392615a is 50, key is test_row_0/C:col10/1732112799550/Put/seqid=0 2024-11-20T14:26:41,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742333_1509 (size=12301) 2024-11-20T14:26:41,068 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:41,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-20T14:26:41,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:41,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. as already flushing 2024-11-20T14:26:41,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:41,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:41,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:41,207 DEBUG [Thread-2005 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0f2423f3 to 127.0.0.1:60221 2024-11-20T14:26:41,207 DEBUG [Thread-2005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:26:41,211 DEBUG [Thread-2001 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f7c40ba to 127.0.0.1:60221 2024-11-20T14:26:41,211 DEBUG [Thread-2001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:26:41,211 DEBUG [Thread-2003 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x41b0e7b6 to 127.0.0.1:60221 2024-11-20T14:26:41,211 DEBUG [Thread-2003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:26:41,211 DEBUG [Thread-2007 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x184771cf to 127.0.0.1:60221 2024-11-20T14:26:41,211 DEBUG [Thread-2007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:26:41,215 DEBUG [Thread-1999 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b7f20c4 to 127.0.0.1:60221 2024-11-20T14:26:41,215 DEBUG [Thread-1999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:26:41,220 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:41,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-20T14:26:41,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:41,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. as already flushing 2024-11-20T14:26:41,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:41,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:41,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:41,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:41,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-20T14:26:41,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:41,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40672 deadline: 1732112861337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:41,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:41,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40598 deadline: 1732112861342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:41,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:41,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40612 deadline: 1732112861345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:41,373 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:41,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-20T14:26:41,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:41,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. as already flushing 2024-11-20T14:26:41,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:41,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:41,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:41,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:41,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/66e84cc79fd346f1b013e0ad2392615a 2024-11-20T14:26:41,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/33690d980dd743db9743817665d54255 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/33690d980dd743db9743817665d54255 2024-11-20T14:26:41,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/33690d980dd743db9743817665d54255, entries=200, sequenceid=306, filesize=14.4 K 2024-11-20T14:26:41,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/a615e1637ddf4562b5a25eeb1dae58ce as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/a615e1637ddf4562b5a25eeb1dae58ce 2024-11-20T14:26:41,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/a615e1637ddf4562b5a25eeb1dae58ce, entries=150, sequenceid=306, filesize=12.0 K 2024-11-20T14:26:41,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/66e84cc79fd346f1b013e0ad2392615a as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/66e84cc79fd346f1b013e0ad2392615a 2024-11-20T14:26:41,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/66e84cc79fd346f1b013e0ad2392615a, entries=150, sequenceid=306, filesize=12.0 K 2024-11-20T14:26:41,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for d7155f43224a9074f5e824552de83f87 in 1241ms, sequenceid=306, compaction requested=false 2024-11-20T14:26:41,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d7155f43224a9074f5e824552de83f87: 2024-11-20T14:26:41,525 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:41,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-20T14:26:41,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:41,526 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing d7155f43224a9074f5e824552de83f87 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T14:26:41,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=A 2024-11-20T14:26:41,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:41,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=B 2024-11-20T14:26:41,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:41,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=C 2024-11-20T14:26:41,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:41,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/2e4f208623e348bf8a917fe1c4ebf651 is 50, key is test_row_0/A:col10/1732112800220/Put/seqid=0 2024-11-20T14:26:41,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742334_1510 (size=12301) 2024-11-20T14:26:41,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on d7155f43224a9074f5e824552de83f87 2024-11-20T14:26:41,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. as already flushing 2024-11-20T14:26:41,766 DEBUG [Thread-1994 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7043f683 to 127.0.0.1:60221 2024-11-20T14:26:41,766 DEBUG [Thread-1994 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:26:41,771 DEBUG [Thread-1988 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x695c2253 to 127.0.0.1:60221 2024-11-20T14:26:41,771 DEBUG [Thread-1988 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:26:41,933 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/2e4f208623e348bf8a917fe1c4ebf651 2024-11-20T14:26:41,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/415287c5008f4ca3a6d03d60f8190208 is 50, key is test_row_0/B:col10/1732112800220/Put/seqid=0 2024-11-20T14:26:41,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742335_1511 (size=12301) 2024-11-20T14:26:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-20T14:26:42,340 DEBUG [Thread-1992 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61d38088 to 127.0.0.1:60221 2024-11-20T14:26:42,340 DEBUG [Thread-1992 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:26:42,342 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/415287c5008f4ca3a6d03d60f8190208 2024-11-20T14:26:42,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/d4d090027e474950b824f1935063a16a is 50, key is test_row_0/C:col10/1732112800220/Put/seqid=0 2024-11-20T14:26:42,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742336_1512 (size=12301) 2024-11-20T14:26:42,354 DEBUG [Thread-1990 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7177efc9 to 127.0.0.1:60221 2024-11-20T14:26:42,354 DEBUG [Thread-1990 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:26:42,354 DEBUG [Thread-1996 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b0c2472 to 127.0.0.1:60221 2024-11-20T14:26:42,354 DEBUG [Thread-1996 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:26:42,753 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/d4d090027e474950b824f1935063a16a 2024-11-20T14:26:42,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/2e4f208623e348bf8a917fe1c4ebf651 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/2e4f208623e348bf8a917fe1c4ebf651 2024-11-20T14:26:42,759 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/2e4f208623e348bf8a917fe1c4ebf651, entries=150, sequenceid=323, filesize=12.0 K 2024-11-20T14:26:42,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/415287c5008f4ca3a6d03d60f8190208 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/415287c5008f4ca3a6d03d60f8190208 2024-11-20T14:26:42,762 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/415287c5008f4ca3a6d03d60f8190208, entries=150, sequenceid=323, filesize=12.0 K 2024-11-20T14:26:42,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/d4d090027e474950b824f1935063a16a as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/d4d090027e474950b824f1935063a16a 2024-11-20T14:26:42,765 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/d4d090027e474950b824f1935063a16a, entries=150, sequenceid=323, filesize=12.0 K 2024-11-20T14:26:42,766 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=33.54 KB/34350 for d7155f43224a9074f5e824552de83f87 in 1240ms, sequenceid=323, compaction requested=true 2024-11-20T14:26:42,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for d7155f43224a9074f5e824552de83f87: 2024-11-20T14:26:42,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:42,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-20T14:26:42,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-20T14:26:42,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-20T14:26:42,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6140 sec 2024-11-20T14:26:42,769 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 2.6180 sec 2024-11-20T14:26:44,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-20T14:26:44,256 INFO [Thread-1998 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-20T14:26:44,256 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T14:26:44,256 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 8 2024-11-20T14:26:44,256 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-20T14:26:44,256 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-20T14:26:44,256 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 8 2024-11-20T14:26:44,256 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-11-20T14:26:44,256 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T14:26:44,256 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T14:26:44,256 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2726 2024-11-20T14:26:44,256 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8178 rows 2024-11-20T14:26:44,256 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2700 2024-11-20T14:26:44,256 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8100 rows 2024-11-20T14:26:44,256 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2731 2024-11-20T14:26:44,256 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8193 rows 2024-11-20T14:26:44,256 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2722 2024-11-20T14:26:44,256 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8166 rows 2024-11-20T14:26:44,256 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2709 2024-11-20T14:26:44,256 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8127 rows 2024-11-20T14:26:44,256 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T14:26:44,256 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3512017b to 127.0.0.1:60221 2024-11-20T14:26:44,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:26:44,259 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T14:26:44,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T14:26:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T14:26:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-20T14:26:44,263 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732112804262"}]},"ts":"1732112804262"} 2024-11-20T14:26:44,264 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T14:26:44,266 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T14:26:44,267 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T14:26:44,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7155f43224a9074f5e824552de83f87, UNASSIGN}] 2024-11-20T14:26:44,268 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7155f43224a9074f5e824552de83f87, UNASSIGN 2024-11-20T14:26:44,269 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=d7155f43224a9074f5e824552de83f87, regionState=CLOSING, regionLocation=315eb151f916,36867,1732112657619 2024-11-20T14:26:44,269 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T14:26:44,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; CloseRegionProcedure d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619}] 2024-11-20T14:26:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-20T14:26:44,421 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:44,421 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(124): Close d7155f43224a9074f5e824552de83f87 2024-11-20T14:26:44,421 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T14:26:44,421 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1681): Closing d7155f43224a9074f5e824552de83f87, disabling compactions & flushes 2024-11-20T14:26:44,421 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:44,421 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:44,421 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. after waiting 0 ms 2024-11-20T14:26:44,421 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:44,421 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(2837): Flushing d7155f43224a9074f5e824552de83f87 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T14:26:44,422 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=A 2024-11-20T14:26:44,422 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:44,422 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=B 2024-11-20T14:26:44,422 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:44,422 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7155f43224a9074f5e824552de83f87, store=C 2024-11-20T14:26:44,422 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:44,430 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/f62a807ec5a147cba058ed3cbb300a03 is 50, key is test_row_0/A:col10/1732112802339/Put/seqid=0 2024-11-20T14:26:44,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742337_1513 (size=9857) 2024-11-20T14:26:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-20T14:26:44,835 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/f62a807ec5a147cba058ed3cbb300a03 2024-11-20T14:26:44,840 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/bd4a9c25a2fc400ca3ef9a0ab8afee8e is 50, key is test_row_0/B:col10/1732112802339/Put/seqid=0 2024-11-20T14:26:44,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742338_1514 (size=9857) 2024-11-20T14:26:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-20T14:26:45,244 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/bd4a9c25a2fc400ca3ef9a0ab8afee8e 2024-11-20T14:26:45,250 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/631a2aabd3524b0cba41237957ec457f is 50, key is test_row_0/C:col10/1732112802339/Put/seqid=0 2024-11-20T14:26:45,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742339_1515 (size=9857) 2024-11-20T14:26:45,253 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/631a2aabd3524b0cba41237957ec457f 2024-11-20T14:26:45,256 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/A/f62a807ec5a147cba058ed3cbb300a03 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/f62a807ec5a147cba058ed3cbb300a03 2024-11-20T14:26:45,259 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/f62a807ec5a147cba058ed3cbb300a03, entries=100, sequenceid=331, filesize=9.6 K 2024-11-20T14:26:45,259 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/B/bd4a9c25a2fc400ca3ef9a0ab8afee8e as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/bd4a9c25a2fc400ca3ef9a0ab8afee8e 2024-11-20T14:26:45,262 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/bd4a9c25a2fc400ca3ef9a0ab8afee8e, entries=100, sequenceid=331, filesize=9.6 K 2024-11-20T14:26:45,262 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/.tmp/C/631a2aabd3524b0cba41237957ec457f as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/631a2aabd3524b0cba41237957ec457f 2024-11-20T14:26:45,265 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/631a2aabd3524b0cba41237957ec457f, entries=100, sequenceid=331, filesize=9.6 K 2024-11-20T14:26:45,266 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for d7155f43224a9074f5e824552de83f87 in 844ms, sequenceid=331, compaction requested=true 2024-11-20T14:26:45,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/639392e9b9064f01856c38396b3a4635, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/e0bb165b1e59450e90199831a11d9534, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/ac493a62a66b464f87ec66eb401ca655, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/f4d3aa1dfd01478ca1109ee8e000d627, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/71cf3c6e4a3a4d238fc6b5a390418c48, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/bbfe11f45f5a401d9b6c114020ea94ef, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/b06664ffd1674f4ab9ddf3f418704eac, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/43890afa93074917b7a21725798066ef, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/62278d051d574d90b616c14deb553559, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/d33a5b3355984a48bfe7878a396485c5, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/790cd875fadf4f6394024e28308e4bd7, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/23616b467af44520ada0baca80b47389, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/b7f89a1882b243cf9b007816e5762887, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/20d858fbeab845c89d4c594b4d55340d, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/8817e519564e4be9adce61274152a95d, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/9a51d14d56a1443aad03bdb657e8762b, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/2173644ef3824dbbb6559a32f0cafc8b, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/22ba6abc5b1f4dca8671a03b047de5c9, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/4611f81e63634167becb176b3c01de56] to archive 2024-11-20T14:26:45,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T14:26:45,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/639392e9b9064f01856c38396b3a4635 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/639392e9b9064f01856c38396b3a4635 2024-11-20T14:26:45,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/e0bb165b1e59450e90199831a11d9534 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/e0bb165b1e59450e90199831a11d9534 2024-11-20T14:26:45,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/ac493a62a66b464f87ec66eb401ca655 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/ac493a62a66b464f87ec66eb401ca655 2024-11-20T14:26:45,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/f4d3aa1dfd01478ca1109ee8e000d627 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/f4d3aa1dfd01478ca1109ee8e000d627 2024-11-20T14:26:45,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/71cf3c6e4a3a4d238fc6b5a390418c48 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/71cf3c6e4a3a4d238fc6b5a390418c48 2024-11-20T14:26:45,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/bbfe11f45f5a401d9b6c114020ea94ef to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/bbfe11f45f5a401d9b6c114020ea94ef 2024-11-20T14:26:45,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/b06664ffd1674f4ab9ddf3f418704eac to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/b06664ffd1674f4ab9ddf3f418704eac 2024-11-20T14:26:45,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/43890afa93074917b7a21725798066ef to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/43890afa93074917b7a21725798066ef 2024-11-20T14:26:45,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/62278d051d574d90b616c14deb553559 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/62278d051d574d90b616c14deb553559 2024-11-20T14:26:45,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/d33a5b3355984a48bfe7878a396485c5 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/d33a5b3355984a48bfe7878a396485c5 2024-11-20T14:26:45,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/790cd875fadf4f6394024e28308e4bd7 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/790cd875fadf4f6394024e28308e4bd7 2024-11-20T14:26:45,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/23616b467af44520ada0baca80b47389 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/23616b467af44520ada0baca80b47389 2024-11-20T14:26:45,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/b7f89a1882b243cf9b007816e5762887 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/b7f89a1882b243cf9b007816e5762887 2024-11-20T14:26:45,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/20d858fbeab845c89d4c594b4d55340d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/20d858fbeab845c89d4c594b4d55340d 2024-11-20T14:26:45,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/8817e519564e4be9adce61274152a95d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/8817e519564e4be9adce61274152a95d 2024-11-20T14:26:45,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/9a51d14d56a1443aad03bdb657e8762b to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/9a51d14d56a1443aad03bdb657e8762b 2024-11-20T14:26:45,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/2173644ef3824dbbb6559a32f0cafc8b to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/2173644ef3824dbbb6559a32f0cafc8b 2024-11-20T14:26:45,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/22ba6abc5b1f4dca8671a03b047de5c9 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/22ba6abc5b1f4dca8671a03b047de5c9 2024-11-20T14:26:45,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/4611f81e63634167becb176b3c01de56 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/4611f81e63634167becb176b3c01de56 2024-11-20T14:26:45,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/b602532ede7c4a978ba8fe049b16d54e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/b482c74190ae4794b94dfe485ff9a7e2, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/5ca979234fb14b3bab4a4e84d40e00cb, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/6259296039da466bab4263ee599f241d, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/2169508acd1a4a0495aab9c11115948c, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/66b516a0cfda442aba0ba73ddc44988c, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/cf4c70b235df4b4cb5390d52f8c17c4d, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/c06e41b83da948248b0109526a6a9318, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/aefd18f4b0c54e0a979c7d7d34ccec12, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/da6134fdeea34807bc5051ba0832f669, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/3f8b0c7ca1a845b8b0eac0dacf85627c, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/4e2b8af2bde34e54b2459cf931fcbec8, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/c3f8ec7bf04c4bb38733b8c4c44841de, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/8bfee376964d4ad5898cca62ab1267eb, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/8f94489b0dba4fcd9285249d6db62119, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/948fc8523f214c76b7f66cb0686f94ae, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/c27d482109b64270bf95575d5fcddc1a, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/cd696ea01c0a4f149fd100bcc794525d, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/6c8d9894e65a475a94409e26ff4d30df] to archive 2024-11-20T14:26:45,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T14:26:45,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/b602532ede7c4a978ba8fe049b16d54e to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/b602532ede7c4a978ba8fe049b16d54e 2024-11-20T14:26:45,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/b482c74190ae4794b94dfe485ff9a7e2 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/b482c74190ae4794b94dfe485ff9a7e2 2024-11-20T14:26:45,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/5ca979234fb14b3bab4a4e84d40e00cb to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/5ca979234fb14b3bab4a4e84d40e00cb 2024-11-20T14:26:45,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/6259296039da466bab4263ee599f241d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/6259296039da466bab4263ee599f241d 2024-11-20T14:26:45,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/2169508acd1a4a0495aab9c11115948c to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/2169508acd1a4a0495aab9c11115948c 2024-11-20T14:26:45,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/66b516a0cfda442aba0ba73ddc44988c to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/66b516a0cfda442aba0ba73ddc44988c 2024-11-20T14:26:45,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/cf4c70b235df4b4cb5390d52f8c17c4d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/cf4c70b235df4b4cb5390d52f8c17c4d 2024-11-20T14:26:45,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/c06e41b83da948248b0109526a6a9318 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/c06e41b83da948248b0109526a6a9318 2024-11-20T14:26:45,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/aefd18f4b0c54e0a979c7d7d34ccec12 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/aefd18f4b0c54e0a979c7d7d34ccec12 2024-11-20T14:26:45,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/da6134fdeea34807bc5051ba0832f669 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/da6134fdeea34807bc5051ba0832f669 2024-11-20T14:26:45,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/3f8b0c7ca1a845b8b0eac0dacf85627c to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/3f8b0c7ca1a845b8b0eac0dacf85627c 2024-11-20T14:26:45,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/4e2b8af2bde34e54b2459cf931fcbec8 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/4e2b8af2bde34e54b2459cf931fcbec8 2024-11-20T14:26:45,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/c3f8ec7bf04c4bb38733b8c4c44841de to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/c3f8ec7bf04c4bb38733b8c4c44841de 2024-11-20T14:26:45,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/8bfee376964d4ad5898cca62ab1267eb to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/8bfee376964d4ad5898cca62ab1267eb 2024-11-20T14:26:45,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/8f94489b0dba4fcd9285249d6db62119 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/8f94489b0dba4fcd9285249d6db62119 2024-11-20T14:26:45,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/948fc8523f214c76b7f66cb0686f94ae to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/948fc8523f214c76b7f66cb0686f94ae 2024-11-20T14:26:45,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/c27d482109b64270bf95575d5fcddc1a to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/c27d482109b64270bf95575d5fcddc1a 2024-11-20T14:26:45,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/cd696ea01c0a4f149fd100bcc794525d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/cd696ea01c0a4f149fd100bcc794525d 2024-11-20T14:26:45,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/6c8d9894e65a475a94409e26ff4d30df to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/6c8d9894e65a475a94409e26ff4d30df 2024-11-20T14:26:45,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/4a32f51bc8334a31b1df9b494c492f95, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/3496e57255f7489c970cf939e4d00610, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/944a89a0082c4dc484fff2194c2bb913, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/d401fc9c80ee4eb09e0fd7d9731f95af, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/4bcc7731cd2f46a594a57a7ba2e23a4b, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/0ba2392fee8848a6973b1eb92424bd87, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/3f2e394cfada4f1d81007c1f1db21713, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/accf13488db74f63bceba7f8b928b694, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/c2305c41a8e545c4923496e7d67f7bf3, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/b7fc22e845924e76826248a0080d156e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/023caac8380045cb9d3be3ff5c5c7e58, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/f1e749f167494da8805a5ae0bf27514b, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/125aa393086d479c8c81bca0ef2ccd7c, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/4749ab9bd07446e487bc96ab16bbdbe7, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/8f578134bc0246bbbd489d39198efb76, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/e864998921ee4279bbc24e6c9603c7e6, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/9ee9d9c379c341f38ed3dca92138e6ab, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/b17f514914294ff28220f7cdb324ce0e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/ea6d9b571d5a43fba34e5f70849e49d7] to archive 2024-11-20T14:26:45,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T14:26:45,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/4a32f51bc8334a31b1df9b494c492f95 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/4a32f51bc8334a31b1df9b494c492f95 2024-11-20T14:26:45,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/3496e57255f7489c970cf939e4d00610 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/3496e57255f7489c970cf939e4d00610 2024-11-20T14:26:45,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/944a89a0082c4dc484fff2194c2bb913 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/944a89a0082c4dc484fff2194c2bb913 2024-11-20T14:26:45,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/d401fc9c80ee4eb09e0fd7d9731f95af to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/d401fc9c80ee4eb09e0fd7d9731f95af 2024-11-20T14:26:45,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/4bcc7731cd2f46a594a57a7ba2e23a4b to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/4bcc7731cd2f46a594a57a7ba2e23a4b 2024-11-20T14:26:45,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/0ba2392fee8848a6973b1eb92424bd87 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/0ba2392fee8848a6973b1eb92424bd87 2024-11-20T14:26:45,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/3f2e394cfada4f1d81007c1f1db21713 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/3f2e394cfada4f1d81007c1f1db21713 2024-11-20T14:26:45,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/accf13488db74f63bceba7f8b928b694 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/accf13488db74f63bceba7f8b928b694 2024-11-20T14:26:45,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/c2305c41a8e545c4923496e7d67f7bf3 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/c2305c41a8e545c4923496e7d67f7bf3 2024-11-20T14:26:45,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/b7fc22e845924e76826248a0080d156e to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/b7fc22e845924e76826248a0080d156e 2024-11-20T14:26:45,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/023caac8380045cb9d3be3ff5c5c7e58 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/023caac8380045cb9d3be3ff5c5c7e58 2024-11-20T14:26:45,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/f1e749f167494da8805a5ae0bf27514b to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/f1e749f167494da8805a5ae0bf27514b 2024-11-20T14:26:45,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/125aa393086d479c8c81bca0ef2ccd7c to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/125aa393086d479c8c81bca0ef2ccd7c 2024-11-20T14:26:45,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/4749ab9bd07446e487bc96ab16bbdbe7 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/4749ab9bd07446e487bc96ab16bbdbe7 2024-11-20T14:26:45,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/8f578134bc0246bbbd489d39198efb76 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/8f578134bc0246bbbd489d39198efb76 2024-11-20T14:26:45,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/e864998921ee4279bbc24e6c9603c7e6 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/e864998921ee4279bbc24e6c9603c7e6 2024-11-20T14:26:45,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/9ee9d9c379c341f38ed3dca92138e6ab to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/9ee9d9c379c341f38ed3dca92138e6ab 2024-11-20T14:26:45,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/b17f514914294ff28220f7cdb324ce0e to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/b17f514914294ff28220f7cdb324ce0e 2024-11-20T14:26:45,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/ea6d9b571d5a43fba34e5f70849e49d7 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/ea6d9b571d5a43fba34e5f70849e49d7 2024-11-20T14:26:45,317 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/recovered.edits/334.seqid, newMaxSeqId=334, maxSeqId=1 2024-11-20T14:26:45,318 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87. 2024-11-20T14:26:45,318 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1635): Region close journal for d7155f43224a9074f5e824552de83f87: 2024-11-20T14:26:45,319 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(170): Closed d7155f43224a9074f5e824552de83f87 2024-11-20T14:26:45,320 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=d7155f43224a9074f5e824552de83f87, regionState=CLOSED 2024-11-20T14:26:45,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-20T14:26:45,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; CloseRegionProcedure d7155f43224a9074f5e824552de83f87, server=315eb151f916,36867,1732112657619 in 1.0510 sec 2024-11-20T14:26:45,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147 2024-11-20T14:26:45,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7155f43224a9074f5e824552de83f87, UNASSIGN in 1.0540 sec 2024-11-20T14:26:45,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-20T14:26:45,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.0560 sec 2024-11-20T14:26:45,324 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732112805324"}]},"ts":"1732112805324"} 2024-11-20T14:26:45,325 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T14:26:45,327 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T14:26:45,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.0680 sec 2024-11-20T14:26:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-20T14:26:45,365 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-20T14:26:45,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T14:26:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T14:26:45,366 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=150, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T14:26:45,367 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=150, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T14:26:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-20T14:26:45,369 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87 2024-11-20T14:26:45,370 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A, FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B, FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C, FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/recovered.edits] 2024-11-20T14:26:45,373 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/2e4f208623e348bf8a917fe1c4ebf651 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/2e4f208623e348bf8a917fe1c4ebf651 2024-11-20T14:26:45,373 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/33690d980dd743db9743817665d54255 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/33690d980dd743db9743817665d54255 2024-11-20T14:26:45,374 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/cd14303e60114d2b9cb037f12fdd2e21 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/cd14303e60114d2b9cb037f12fdd2e21 2024-11-20T14:26:45,375 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/f62a807ec5a147cba058ed3cbb300a03 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/A/f62a807ec5a147cba058ed3cbb300a03 2024-11-20T14:26:45,376 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/415287c5008f4ca3a6d03d60f8190208 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/415287c5008f4ca3a6d03d60f8190208 2024-11-20T14:26:45,377 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/a615e1637ddf4562b5a25eeb1dae58ce to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/a615e1637ddf4562b5a25eeb1dae58ce 2024-11-20T14:26:45,378 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/bd4a9c25a2fc400ca3ef9a0ab8afee8e to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/bd4a9c25a2fc400ca3ef9a0ab8afee8e 2024-11-20T14:26:45,379 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/c4d45ff0691e4161a74982d8bf28428c to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/B/c4d45ff0691e4161a74982d8bf28428c 2024-11-20T14:26:45,380 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/33ce7019cd9f4aa3b6143cc91650df91 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/33ce7019cd9f4aa3b6143cc91650df91 2024-11-20T14:26:45,381 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/631a2aabd3524b0cba41237957ec457f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/631a2aabd3524b0cba41237957ec457f 2024-11-20T14:26:45,381 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/66e84cc79fd346f1b013e0ad2392615a to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/66e84cc79fd346f1b013e0ad2392615a 2024-11-20T14:26:45,382 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/d4d090027e474950b824f1935063a16a to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/C/d4d090027e474950b824f1935063a16a 2024-11-20T14:26:45,384 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/recovered.edits/334.seqid to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87/recovered.edits/334.seqid 2024-11-20T14:26:45,385 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/d7155f43224a9074f5e824552de83f87 2024-11-20T14:26:45,385 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T14:26:45,386 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=150, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T14:26:45,387 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T14:26:45,389 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T14:26:45,390 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=150, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T14:26:45,390 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T14:26:45,390 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732112805390"}]},"ts":"9223372036854775807"} 2024-11-20T14:26:45,391 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T14:26:45,391 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d7155f43224a9074f5e824552de83f87, NAME => 'TestAcidGuarantees,,1732112779030.d7155f43224a9074f5e824552de83f87.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T14:26:45,391 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T14:26:45,391 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732112805391"}]},"ts":"9223372036854775807"} 2024-11-20T14:26:45,392 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T14:26:45,394 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=150, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T14:26:45,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 29 msec 2024-11-20T14:26:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-20T14:26:45,468 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-11-20T14:26:45,477 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=240 (was 240), OpenFileDescriptor=453 (was 463), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=329 (was 339), ProcessCount=11 (was 11), AvailableMemoryMB=5793 (was 5792) - AvailableMemoryMB LEAK? - 2024-11-20T14:26:45,485 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=240, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=329, ProcessCount=11, AvailableMemoryMB=5793 2024-11-20T14:26:45,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T14:26:45,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T14:26:45,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=151, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T14:26:45,488 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T14:26:45,488 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:45,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 151 2024-11-20T14:26:45,489 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T14:26:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-20T14:26:45,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742340_1516 (size=963) 2024-11-20T14:26:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-20T14:26:45,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-20T14:26:45,895 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4 2024-11-20T14:26:45,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742341_1517 (size=53) 2024-11-20T14:26:46,002 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T14:26:46,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-20T14:26:46,301 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:26:46,301 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 201de893b669de7f20b8c81c34c0a51f, disabling compactions & flushes 2024-11-20T14:26:46,301 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:46,301 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:46,301 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. after waiting 0 ms 2024-11-20T14:26:46,301 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:46,301 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:46,301 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:26:46,302 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T14:26:46,302 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732112806302"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732112806302"}]},"ts":"1732112806302"} 2024-11-20T14:26:46,303 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T14:26:46,304 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T14:26:46,304 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732112806304"}]},"ts":"1732112806304"} 2024-11-20T14:26:46,304 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T14:26:46,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=201de893b669de7f20b8c81c34c0a51f, ASSIGN}] 2024-11-20T14:26:46,309 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=201de893b669de7f20b8c81c34c0a51f, ASSIGN 2024-11-20T14:26:46,309 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=201de893b669de7f20b8c81c34c0a51f, ASSIGN; state=OFFLINE, location=315eb151f916,36867,1732112657619; forceNewPlan=false, retain=false 2024-11-20T14:26:46,460 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=201de893b669de7f20b8c81c34c0a51f, regionState=OPENING, regionLocation=315eb151f916,36867,1732112657619 2024-11-20T14:26:46,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; OpenRegionProcedure 201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619}] 2024-11-20T14:26:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-20T14:26:46,612 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:46,614 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:46,615 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7285): Opening region: {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} 2024-11-20T14:26:46,615 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:26:46,615 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:26:46,615 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7327): checking encryption for 201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:26:46,615 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7330): checking classloading for 201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:26:46,616 INFO [StoreOpener-201de893b669de7f20b8c81c34c0a51f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:26:46,617 INFO [StoreOpener-201de893b669de7f20b8c81c34c0a51f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T14:26:46,617 INFO [StoreOpener-201de893b669de7f20b8c81c34c0a51f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 201de893b669de7f20b8c81c34c0a51f columnFamilyName A 2024-11-20T14:26:46,617 DEBUG [StoreOpener-201de893b669de7f20b8c81c34c0a51f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:46,618 INFO [StoreOpener-201de893b669de7f20b8c81c34c0a51f-1 {}] regionserver.HStore(327): Store=201de893b669de7f20b8c81c34c0a51f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:26:46,618 INFO [StoreOpener-201de893b669de7f20b8c81c34c0a51f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:26:46,619 INFO [StoreOpener-201de893b669de7f20b8c81c34c0a51f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T14:26:46,619 INFO [StoreOpener-201de893b669de7f20b8c81c34c0a51f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 201de893b669de7f20b8c81c34c0a51f columnFamilyName B 2024-11-20T14:26:46,619 DEBUG [StoreOpener-201de893b669de7f20b8c81c34c0a51f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:46,619 INFO [StoreOpener-201de893b669de7f20b8c81c34c0a51f-1 {}] regionserver.HStore(327): Store=201de893b669de7f20b8c81c34c0a51f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:26:46,619 INFO [StoreOpener-201de893b669de7f20b8c81c34c0a51f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:26:46,620 INFO [StoreOpener-201de893b669de7f20b8c81c34c0a51f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T14:26:46,620 INFO [StoreOpener-201de893b669de7f20b8c81c34c0a51f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 201de893b669de7f20b8c81c34c0a51f columnFamilyName C 2024-11-20T14:26:46,620 DEBUG [StoreOpener-201de893b669de7f20b8c81c34c0a51f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:46,620 INFO [StoreOpener-201de893b669de7f20b8c81c34c0a51f-1 {}] regionserver.HStore(327): Store=201de893b669de7f20b8c81c34c0a51f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:26:46,621 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:46,621 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:26:46,621 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:26:46,622 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T14:26:46,623 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1085): writing seq id for 201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:26:46,625 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T14:26:46,625 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1102): Opened 201de893b669de7f20b8c81c34c0a51f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68516113, jitterRate=0.02096964418888092}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T14:26:46,626 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1001): Region open journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:26:46,626 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f., pid=153, masterSystemTime=1732112806612 2024-11-20T14:26:46,627 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:46,627 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:46,628 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=201de893b669de7f20b8c81c34c0a51f, regionState=OPEN, openSeqNum=2, regionLocation=315eb151f916,36867,1732112657619 2024-11-20T14:26:46,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-20T14:26:46,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; OpenRegionProcedure 201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 in 167 msec 2024-11-20T14:26:46,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-20T14:26:46,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=201de893b669de7f20b8c81c34c0a51f, ASSIGN in 321 msec 2024-11-20T14:26:46,631 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T14:26:46,631 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732112806631"}]},"ts":"1732112806631"} 2024-11-20T14:26:46,632 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T14:26:46,634 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T14:26:46,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-20T14:26:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-20T14:26:47,592 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 151 completed 2024-11-20T14:26:47,594 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17e5a47d to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2cbfd84f 2024-11-20T14:26:47,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2209c520, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:26:47,601 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:26:47,602 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59194, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:26:47,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T14:26:47,604 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34682, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T14:26:47,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T14:26:47,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T14:26:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T14:26:47,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742342_1518 (size=999) 2024-11-20T14:26:48,015 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-20T14:26:48,015 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-20T14:26:48,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T14:26:48,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=201de893b669de7f20b8c81c34c0a51f, REOPEN/MOVE}] 2024-11-20T14:26:48,018 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=201de893b669de7f20b8c81c34c0a51f, REOPEN/MOVE 2024-11-20T14:26:48,019 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=201de893b669de7f20b8c81c34c0a51f, regionState=CLOSING, regionLocation=315eb151f916,36867,1732112657619 2024-11-20T14:26:48,020 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T14:26:48,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; CloseRegionProcedure 201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619}] 2024-11-20T14:26:48,171 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:48,171 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(124): Close 201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:26:48,171 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T14:26:48,171 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1681): Closing 201de893b669de7f20b8c81c34c0a51f, disabling compactions & flushes 2024-11-20T14:26:48,171 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:48,171 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:48,171 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. after waiting 0 ms 2024-11-20T14:26:48,171 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:48,175 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T14:26:48,175 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:48,175 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1635): Region close journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:26:48,176 WARN [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegionServer(3786): Not adding moved region record: 201de893b669de7f20b8c81c34c0a51f to self. 2024-11-20T14:26:48,177 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(170): Closed 201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:26:48,177 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=201de893b669de7f20b8c81c34c0a51f, regionState=CLOSED 2024-11-20T14:26:48,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-20T14:26:48,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; CloseRegionProcedure 201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 in 158 msec 2024-11-20T14:26:48,179 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=201de893b669de7f20b8c81c34c0a51f, REOPEN/MOVE; state=CLOSED, location=315eb151f916,36867,1732112657619; forceNewPlan=false, retain=true 2024-11-20T14:26:48,330 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=201de893b669de7f20b8c81c34c0a51f, regionState=OPENING, regionLocation=315eb151f916,36867,1732112657619 2024-11-20T14:26:48,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=156, state=RUNNABLE; OpenRegionProcedure 201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619}] 2024-11-20T14:26:48,482 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:48,485 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:48,485 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(7285): Opening region: {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} 2024-11-20T14:26:48,485 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:26:48,485 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:26:48,485 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(7327): checking encryption for 201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:26:48,485 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(7330): checking classloading for 201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:26:48,487 INFO [StoreOpener-201de893b669de7f20b8c81c34c0a51f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:26:48,487 INFO [StoreOpener-201de893b669de7f20b8c81c34c0a51f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T14:26:48,487 INFO [StoreOpener-201de893b669de7f20b8c81c34c0a51f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 201de893b669de7f20b8c81c34c0a51f columnFamilyName A 2024-11-20T14:26:48,488 DEBUG [StoreOpener-201de893b669de7f20b8c81c34c0a51f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:48,489 INFO [StoreOpener-201de893b669de7f20b8c81c34c0a51f-1 {}] regionserver.HStore(327): Store=201de893b669de7f20b8c81c34c0a51f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:26:48,489 INFO [StoreOpener-201de893b669de7f20b8c81c34c0a51f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:26:48,489 INFO [StoreOpener-201de893b669de7f20b8c81c34c0a51f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T14:26:48,489 INFO [StoreOpener-201de893b669de7f20b8c81c34c0a51f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 201de893b669de7f20b8c81c34c0a51f columnFamilyName B 2024-11-20T14:26:48,490 DEBUG [StoreOpener-201de893b669de7f20b8c81c34c0a51f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:48,490 INFO [StoreOpener-201de893b669de7f20b8c81c34c0a51f-1 {}] regionserver.HStore(327): Store=201de893b669de7f20b8c81c34c0a51f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:26:48,490 INFO [StoreOpener-201de893b669de7f20b8c81c34c0a51f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:26:48,490 INFO [StoreOpener-201de893b669de7f20b8c81c34c0a51f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T14:26:48,490 INFO [StoreOpener-201de893b669de7f20b8c81c34c0a51f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 201de893b669de7f20b8c81c34c0a51f columnFamilyName C 2024-11-20T14:26:48,490 DEBUG [StoreOpener-201de893b669de7f20b8c81c34c0a51f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:48,491 INFO [StoreOpener-201de893b669de7f20b8c81c34c0a51f-1 {}] regionserver.HStore(327): Store=201de893b669de7f20b8c81c34c0a51f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:26:48,491 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:48,491 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:26:48,492 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:26:48,493 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T14:26:48,494 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1085): writing seq id for 201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:26:48,495 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1102): Opened 201de893b669de7f20b8c81c34c0a51f; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68659507, jitterRate=0.02310638129711151}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T14:26:48,496 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1001): Region open journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:26:48,496 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f., pid=158, masterSystemTime=1732112808482 2024-11-20T14:26:48,497 DEBUG [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:48,498 INFO [RS_OPEN_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:48,498 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=201de893b669de7f20b8c81c34c0a51f, regionState=OPEN, openSeqNum=5, regionLocation=315eb151f916,36867,1732112657619 2024-11-20T14:26:48,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=156 2024-11-20T14:26:48,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=156, state=SUCCESS; OpenRegionProcedure 201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 in 168 msec 2024-11-20T14:26:48,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-20T14:26:48,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=201de893b669de7f20b8c81c34c0a51f, REOPEN/MOVE in 482 msec 2024-11-20T14:26:48,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-20T14:26:48,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 485 msec 2024-11-20T14:26:48,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 898 msec 2024-11-20T14:26:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-20T14:26:48,505 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d9954b7 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3fb684eb 2024-11-20T14:26:48,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537a66f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:26:48,509 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d5efb7a to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@644b7e6 2024-11-20T14:26:48,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6094c70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:26:48,514 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7fc332d8 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c9b5141 2024-11-20T14:26:48,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103dfc6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:26:48,518 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17327621 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11a52cdf 2024-11-20T14:26:48,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e047c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:26:48,521 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1584f18a to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d7fe431 2024-11-20T14:26:48,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d631a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:26:48,525 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x091d72db to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58971172 2024-11-20T14:26:48,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e757135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:26:48,528 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d836f78 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d7fe93b 2024-11-20T14:26:48,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7846cb78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:26:48,531 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53305d9b to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11c440f7 2024-11-20T14:26:48,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1754bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:26:48,534 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6bb6288a to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58460ef3 2024-11-20T14:26:48,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9113f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:26:48,538 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06556601 to 127.0.0.1:60221 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e8cd1ae 2024-11-20T14:26:48,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb75907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:26:48,543 DEBUG [hconnection-0x718839c9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:26:48,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:26:48,544 DEBUG [hconnection-0x48689fc9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:26:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-20T14:26:48,545 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59202, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:26:48,545 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:26:48,545 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59204, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:26:48,545 DEBUG [hconnection-0x74f73b73-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:26:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-20T14:26:48,546 DEBUG [hconnection-0x331b6524-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:26:48,546 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:26:48,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:26:48,546 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59220, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:26:48,547 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59228, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:26:48,547 DEBUG [hconnection-0x22247b45-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:26:48,548 DEBUG [hconnection-0x58af8b85-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:26:48,548 DEBUG [hconnection-0x2b8b5373-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:26:48,549 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:26:48,549 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59248, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:26:48,549 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59256, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:26:48,550 DEBUG [hconnection-0x7e93ad21-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:26:48,550 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59270, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:26:48,550 DEBUG [hconnection-0x791447d4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:26:48,552 DEBUG [hconnection-0x32713811-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:26:48,552 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59276, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:26:48,553 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59280, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:26:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:26:48,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 201de893b669de7f20b8c81c34c0a51f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T14:26:48,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=A 2024-11-20T14:26:48,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:48,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=B 2024-11-20T14:26:48,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:48,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=C 2024-11-20T14:26:48,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:48,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112868574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:48,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:48,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1732112868574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112868575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:48,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112868577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:48,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112868578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:48,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a5d08163a3fd4667bddef6c028617498_201de893b669de7f20b8c81c34c0a51f is 50, key is test_row_0/A:col10/1732112808556/Put/seqid=0 2024-11-20T14:26:48,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742343_1519 (size=12154) 2024-11-20T14:26:48,594 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:48,599 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a5d08163a3fd4667bddef6c028617498_201de893b669de7f20b8c81c34c0a51f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a5d08163a3fd4667bddef6c028617498_201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:26:48,600 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/a854b4c16479404eb503e87072689fe3, store: [table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:26:48,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/a854b4c16479404eb503e87072689fe3 is 175, key is test_row_0/A:col10/1732112808556/Put/seqid=0 2024-11-20T14:26:48,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742344_1520 (size=30955) 2024-11-20T14:26:48,604 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/a854b4c16479404eb503e87072689fe3 2024-11-20T14:26:48,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/086a7af7bee145c38a36bb69b225a135 is 50, key is test_row_0/B:col10/1732112808556/Put/seqid=0 2024-11-20T14:26:48,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742345_1521 (size=12001) 2024-11-20T14:26:48,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/086a7af7bee145c38a36bb69b225a135 2024-11-20T14:26:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-20T14:26:48,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/3062b4876d4d466db2a494cd6de12303 is 50, key is test_row_0/C:col10/1732112808556/Put/seqid=0 2024-11-20T14:26:48,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742346_1522 (size=12001) 2024-11-20T14:26:48,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:48,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112868679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:48,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:48,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112868679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:48,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1732112868679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:48,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:48,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112868680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:48,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:48,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112868681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:48,699 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:48,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-20T14:26:48,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:48,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:26:48,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:48,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:48,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:48,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-20T14:26:48,852 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:48,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-20T14:26:48,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:48,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:26:48,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:48,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:48,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:48,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112868881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:48,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:48,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1732112868881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112868881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:48,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112868883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:48,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112868884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:49,005 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:49,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-20T14:26:49,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:49,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:26:49,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:49,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:49,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:49,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/3062b4876d4d466db2a494cd6de12303 2024-11-20T14:26:49,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/a854b4c16479404eb503e87072689fe3 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/a854b4c16479404eb503e87072689fe3 2024-11-20T14:26:49,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/a854b4c16479404eb503e87072689fe3, entries=150, sequenceid=17, filesize=30.2 K 2024-11-20T14:26:49,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/086a7af7bee145c38a36bb69b225a135 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/086a7af7bee145c38a36bb69b225a135 2024-11-20T14:26:49,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/086a7af7bee145c38a36bb69b225a135, entries=150, sequenceid=17, filesize=11.7 K 2024-11-20T14:26:49,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/3062b4876d4d466db2a494cd6de12303 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/3062b4876d4d466db2a494cd6de12303 2024-11-20T14:26:49,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/3062b4876d4d466db2a494cd6de12303, entries=150, sequenceid=17, filesize=11.7 K 2024-11-20T14:26:49,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 201de893b669de7f20b8c81c34c0a51f in 518ms, sequenceid=17, compaction requested=false 2024-11-20T14:26:49,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:26:49,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-20T14:26:49,157 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:49,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-20T14:26:49,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:49,158 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing 201de893b669de7f20b8c81c34c0a51f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T14:26:49,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=A 2024-11-20T14:26:49,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:49,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=B 2024-11-20T14:26:49,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:49,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=C 2024-11-20T14:26:49,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:49,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207c3700b34b8f4a1489ba983ac7545def_201de893b669de7f20b8c81c34c0a51f is 50, key is test_row_0/A:col10/1732112808575/Put/seqid=0 2024-11-20T14:26:49,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742347_1523 (size=12154) 2024-11-20T14:26:49,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:49,177 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207c3700b34b8f4a1489ba983ac7545def_201de893b669de7f20b8c81c34c0a51f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207c3700b34b8f4a1489ba983ac7545def_201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:26:49,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/702216b8227d4e5b97aa96e858069e8c, store: [table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:26:49,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/702216b8227d4e5b97aa96e858069e8c is 175, key is test_row_0/A:col10/1732112808575/Put/seqid=0 2024-11-20T14:26:49,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742348_1524 (size=30955) 2024-11-20T14:26:49,183 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/702216b8227d4e5b97aa96e858069e8c 2024-11-20T14:26:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:26:49,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:26:49,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/23fc1d19173d484595ae353f221f9d5a is 50, key is test_row_0/B:col10/1732112808575/Put/seqid=0 2024-11-20T14:26:49,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1732112869192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:49,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112869192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:49,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742349_1525 (size=12001) 2024-11-20T14:26:49,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112869194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:49,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112869194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:49,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112869194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:49,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1732112869295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:49,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112869296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:49,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112869298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:49,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112869298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:49,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112869298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:49,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1732112869498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:49,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112869498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:49,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112869501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:49,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:49,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112869502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:49,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:49,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112869502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:49,597 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/23fc1d19173d484595ae353f221f9d5a 2024-11-20T14:26:49,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/218aaf975c9b46cc85738fcff98e2e2e is 50, key is test_row_0/C:col10/1732112808575/Put/seqid=0 2024-11-20T14:26:49,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742350_1526 (size=12001) 2024-11-20T14:26:49,611 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/218aaf975c9b46cc85738fcff98e2e2e 2024-11-20T14:26:49,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/702216b8227d4e5b97aa96e858069e8c as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/702216b8227d4e5b97aa96e858069e8c 2024-11-20T14:26:49,618 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/702216b8227d4e5b97aa96e858069e8c, entries=150, sequenceid=40, filesize=30.2 K 2024-11-20T14:26:49,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/23fc1d19173d484595ae353f221f9d5a as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/23fc1d19173d484595ae353f221f9d5a 2024-11-20T14:26:49,623 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/23fc1d19173d484595ae353f221f9d5a, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T14:26:49,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/218aaf975c9b46cc85738fcff98e2e2e as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/218aaf975c9b46cc85738fcff98e2e2e 2024-11-20T14:26:49,627 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/218aaf975c9b46cc85738fcff98e2e2e, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T14:26:49,628 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 201de893b669de7f20b8c81c34c0a51f in 470ms, sequenceid=40, compaction requested=false 2024-11-20T14:26:49,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:26:49,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:49,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-20T14:26:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-20T14:26:49,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-20T14:26:49,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0830 sec 2024-11-20T14:26:49,632 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 1.0870 sec 2024-11-20T14:26:49,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-20T14:26:49,649 INFO [Thread-2313 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-20T14:26:49,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:26:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-20T14:26:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-20T14:26:49,652 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:26:49,653 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:26:49,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:26:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-20T14:26:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:26:49,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 201de893b669de7f20b8c81c34c0a51f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T14:26:49,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=A 2024-11-20T14:26:49,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:49,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=B 2024-11-20T14:26:49,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:49,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=C 2024-11-20T14:26:49,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:49,804 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:49,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-20T14:26:49,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:49,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:26:49,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:49,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:49,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:49,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c6de33a0083d435889c6bdcdee91b45b_201de893b669de7f20b8c81c34c0a51f is 50, key is test_row_0/A:col10/1732112809801/Put/seqid=0 2024-11-20T14:26:49,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742351_1527 (size=12154) 2024-11-20T14:26:49,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112869815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:49,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112869816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:49,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1732112869817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:49,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112869817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:49,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112869818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:49,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112869919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:49,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112869919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:49,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1732112869920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:49,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112869920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:49,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112869921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-20T14:26:49,957 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:49,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-20T14:26:49,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:49,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:26:49,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:49,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:49,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:50,109 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:50,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-20T14:26:50,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:50,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:26:50,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:50,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:50,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:50,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1732112870132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:50,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112870132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:50,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112870132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:50,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112870132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:50,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112870132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:50,213 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:50,217 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c6de33a0083d435889c6bdcdee91b45b_201de893b669de7f20b8c81c34c0a51f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c6de33a0083d435889c6bdcdee91b45b_201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:26:50,218 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/1b0420487d7f46689da04ce8d265196e, store: [table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:26:50,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/1b0420487d7f46689da04ce8d265196e is 175, key is test_row_0/A:col10/1732112809801/Put/seqid=0 2024-11-20T14:26:50,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742352_1528 (size=30955) 2024-11-20T14:26:50,223 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/1b0420487d7f46689da04ce8d265196e 2024-11-20T14:26:50,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/c22bc1ca6a5d422b854fb075b9af4539 is 50, key is test_row_0/B:col10/1732112809801/Put/seqid=0 2024-11-20T14:26:50,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742353_1529 (size=12001) 2024-11-20T14:26:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-20T14:26:50,262 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:50,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-20T14:26:50,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:50,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:26:50,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:50,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:50,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:50,415 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:50,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-20T14:26:50,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:50,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:26:50,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:50,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:50,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:50,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112870434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:50,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:50,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112870434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112870434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:50,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112870434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:50,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1732112870436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:50,568 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:50,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-20T14:26:50,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:50,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:26:50,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:50,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:50,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:50,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/c22bc1ca6a5d422b854fb075b9af4539 2024-11-20T14:26:50,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/5e7c1f3ba45148e2870ba2fb943ada55 is 50, key is test_row_0/C:col10/1732112809801/Put/seqid=0 2024-11-20T14:26:50,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742354_1530 (size=12001) 2024-11-20T14:26:50,720 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:50,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-20T14:26:50,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:50,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:26:50,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:50,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:50,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:50,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:50,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-20T14:26:50,835 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T14:26:50,873 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:50,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-20T14:26:50,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:50,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:26:50,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:50,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:50,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:50,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:50,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:50,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112870937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:50,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:50,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112870938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:50,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:50,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112870938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:50,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:50,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112870940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:50,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:50,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1732112870942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:51,026 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:51,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-20T14:26:51,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:51,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:26:51,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:51,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:51,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:51,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/5e7c1f3ba45148e2870ba2fb943ada55 2024-11-20T14:26:51,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/1b0420487d7f46689da04ce8d265196e as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/1b0420487d7f46689da04ce8d265196e 2024-11-20T14:26:51,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/1b0420487d7f46689da04ce8d265196e, entries=150, sequenceid=55, filesize=30.2 K 2024-11-20T14:26:51,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/c22bc1ca6a5d422b854fb075b9af4539 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/c22bc1ca6a5d422b854fb075b9af4539 2024-11-20T14:26:51,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/c22bc1ca6a5d422b854fb075b9af4539, entries=150, sequenceid=55, filesize=11.7 K 2024-11-20T14:26:51,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/5e7c1f3ba45148e2870ba2fb943ada55 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/5e7c1f3ba45148e2870ba2fb943ada55 2024-11-20T14:26:51,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/5e7c1f3ba45148e2870ba2fb943ada55, entries=150, sequenceid=55, filesize=11.7 K 2024-11-20T14:26:51,061 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 201de893b669de7f20b8c81c34c0a51f in 1259ms, sequenceid=55, compaction requested=true 2024-11-20T14:26:51,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:26:51,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 201de893b669de7f20b8c81c34c0a51f:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:26:51,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:51,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 201de893b669de7f20b8c81c34c0a51f:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:26:51,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:51,062 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:26:51,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 201de893b669de7f20b8c81c34c0a51f:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:26:51,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:26:51,062 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:26:51,062 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:26:51,062 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:26:51,062 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): 201de893b669de7f20b8c81c34c0a51f/A is initiating minor compaction (all files) 2024-11-20T14:26:51,062 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 201de893b669de7f20b8c81c34c0a51f/B is initiating minor compaction (all files) 2024-11-20T14:26:51,062 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 201de893b669de7f20b8c81c34c0a51f/A in TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:51,062 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 201de893b669de7f20b8c81c34c0a51f/B in TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:51,062 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/a854b4c16479404eb503e87072689fe3, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/702216b8227d4e5b97aa96e858069e8c, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/1b0420487d7f46689da04ce8d265196e] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp, totalSize=90.7 K 2024-11-20T14:26:51,062 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:51,062 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/086a7af7bee145c38a36bb69b225a135, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/23fc1d19173d484595ae353f221f9d5a, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/c22bc1ca6a5d422b854fb075b9af4539] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp, totalSize=35.2 K 2024-11-20T14:26:51,062 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. files: [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/a854b4c16479404eb503e87072689fe3, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/702216b8227d4e5b97aa96e858069e8c, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/1b0420487d7f46689da04ce8d265196e] 2024-11-20T14:26:51,063 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting a854b4c16479404eb503e87072689fe3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732112808552 2024-11-20T14:26:51,063 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 086a7af7bee145c38a36bb69b225a135, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732112808552 2024-11-20T14:26:51,063 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 702216b8227d4e5b97aa96e858069e8c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732112808573 2024-11-20T14:26:51,063 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 23fc1d19173d484595ae353f221f9d5a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732112808573 2024-11-20T14:26:51,063 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b0420487d7f46689da04ce8d265196e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732112809191 2024-11-20T14:26:51,064 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting c22bc1ca6a5d422b854fb075b9af4539, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732112809191 2024-11-20T14:26:51,069 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:26:51,082 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 201de893b669de7f20b8c81c34c0a51f#B#compaction#450 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:51,082 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/a702781acade41f68778ad621572532f is 50, key is test_row_0/B:col10/1732112809801/Put/seqid=0 2024-11-20T14:26:51,083 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120c0d89f86ceb349729700ee7ad4bca400_201de893b669de7f20b8c81c34c0a51f store=[table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:26:51,086 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120c0d89f86ceb349729700ee7ad4bca400_201de893b669de7f20b8c81c34c0a51f, store=[table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:26:51,086 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c0d89f86ceb349729700ee7ad4bca400_201de893b669de7f20b8c81c34c0a51f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:26:51,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742355_1531 (size=12104) 2024-11-20T14:26:51,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742356_1532 (size=4469) 2024-11-20T14:26:51,098 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 201de893b669de7f20b8c81c34c0a51f#A#compaction#449 average throughput is 0.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:51,098 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/d1d45e84ddbd4370af9150f5bd1b0546 is 175, key is test_row_0/A:col10/1732112809801/Put/seqid=0 2024-11-20T14:26:51,100 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/a702781acade41f68778ad621572532f as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/a702781acade41f68778ad621572532f 2024-11-20T14:26:51,104 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 201de893b669de7f20b8c81c34c0a51f/B of 201de893b669de7f20b8c81c34c0a51f into a702781acade41f68778ad621572532f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:51,104 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:26:51,104 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f., storeName=201de893b669de7f20b8c81c34c0a51f/B, priority=13, startTime=1732112811061; duration=0sec 2024-11-20T14:26:51,104 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:26:51,105 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 201de893b669de7f20b8c81c34c0a51f:B 2024-11-20T14:26:51,105 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:26:51,106 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:26:51,106 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 201de893b669de7f20b8c81c34c0a51f/C is initiating minor compaction (all files) 2024-11-20T14:26:51,106 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 201de893b669de7f20b8c81c34c0a51f/C in TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:51,106 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/3062b4876d4d466db2a494cd6de12303, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/218aaf975c9b46cc85738fcff98e2e2e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/5e7c1f3ba45148e2870ba2fb943ada55] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp, totalSize=35.2 K 2024-11-20T14:26:51,106 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 3062b4876d4d466db2a494cd6de12303, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732112808552 2024-11-20T14:26:51,107 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 218aaf975c9b46cc85738fcff98e2e2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732112808573 2024-11-20T14:26:51,107 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e7c1f3ba45148e2870ba2fb943ada55, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732112809191 2024-11-20T14:26:51,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742357_1533 (size=31058) 2024-11-20T14:26:51,118 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 201de893b669de7f20b8c81c34c0a51f#C#compaction#451 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:51,119 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/7168a2112ab6436b9cfb59b6dfaaf207 is 50, key is test_row_0/C:col10/1732112809801/Put/seqid=0 2024-11-20T14:26:51,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742358_1534 (size=12104) 2024-11-20T14:26:51,125 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/d1d45e84ddbd4370af9150f5bd1b0546 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/d1d45e84ddbd4370af9150f5bd1b0546 2024-11-20T14:26:51,129 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/7168a2112ab6436b9cfb59b6dfaaf207 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/7168a2112ab6436b9cfb59b6dfaaf207 2024-11-20T14:26:51,130 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 201de893b669de7f20b8c81c34c0a51f/A of 201de893b669de7f20b8c81c34c0a51f into d1d45e84ddbd4370af9150f5bd1b0546(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:51,130 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:26:51,130 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f., storeName=201de893b669de7f20b8c81c34c0a51f/A, priority=13, startTime=1732112811061; duration=0sec 2024-11-20T14:26:51,131 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:51,131 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 201de893b669de7f20b8c81c34c0a51f:A 2024-11-20T14:26:51,134 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 201de893b669de7f20b8c81c34c0a51f/C of 201de893b669de7f20b8c81c34c0a51f into 7168a2112ab6436b9cfb59b6dfaaf207(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:51,134 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:26:51,134 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f., storeName=201de893b669de7f20b8c81c34c0a51f/C, priority=13, startTime=1732112811062; duration=0sec 2024-11-20T14:26:51,135 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:51,135 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 201de893b669de7f20b8c81c34c0a51f:C 2024-11-20T14:26:51,179 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:51,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-20T14:26:51,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:51,179 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 201de893b669de7f20b8c81c34c0a51f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T14:26:51,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=A 2024-11-20T14:26:51,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:51,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=B 2024-11-20T14:26:51,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:51,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=C 2024-11-20T14:26:51,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:51,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120bdbdf26f22a144cb996365668ef7a5f6_201de893b669de7f20b8c81c34c0a51f is 50, key is test_row_0/A:col10/1732112809817/Put/seqid=0 2024-11-20T14:26:51,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742359_1535 (size=12154) 2024-11-20T14:26:51,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:51,194 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120bdbdf26f22a144cb996365668ef7a5f6_201de893b669de7f20b8c81c34c0a51f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120bdbdf26f22a144cb996365668ef7a5f6_201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:26:51,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/3e4a641ff28d4971bd26bdff3e273385, store: [table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:26:51,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/3e4a641ff28d4971bd26bdff3e273385 is 175, key is test_row_0/A:col10/1732112809817/Put/seqid=0 2024-11-20T14:26:51,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742360_1536 (size=30955) 2024-11-20T14:26:51,600 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/3e4a641ff28d4971bd26bdff3e273385 2024-11-20T14:26:51,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/20103eccdc344f4d99e55ec12474b7ac is 50, key is test_row_0/B:col10/1732112809817/Put/seqid=0 2024-11-20T14:26:51,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742361_1537 (size=12001) 2024-11-20T14:26:51,630 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/20103eccdc344f4d99e55ec12474b7ac 2024-11-20T14:26:51,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/8ba4908bad7c4f22bbcef526ae6943cb is 50, key is test_row_0/C:col10/1732112809817/Put/seqid=0 2024-11-20T14:26:51,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742362_1538 (size=12001) 2024-11-20T14:26:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-20T14:26:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:26:51,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:26:51,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112871950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:51,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112871951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:51,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112871951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:51,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112871952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:51,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1732112871953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:52,040 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/8ba4908bad7c4f22bbcef526ae6943cb 2024-11-20T14:26:52,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/3e4a641ff28d4971bd26bdff3e273385 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/3e4a641ff28d4971bd26bdff3e273385 2024-11-20T14:26:52,048 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/3e4a641ff28d4971bd26bdff3e273385, entries=150, sequenceid=79, filesize=30.2 K 2024-11-20T14:26:52,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/20103eccdc344f4d99e55ec12474b7ac as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/20103eccdc344f4d99e55ec12474b7ac 2024-11-20T14:26:52,052 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/20103eccdc344f4d99e55ec12474b7ac, entries=150, sequenceid=79, filesize=11.7 K 2024-11-20T14:26:52,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/8ba4908bad7c4f22bbcef526ae6943cb as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/8ba4908bad7c4f22bbcef526ae6943cb 2024-11-20T14:26:52,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112872053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:52,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112872053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:52,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112872054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:52,056 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/8ba4908bad7c4f22bbcef526ae6943cb, entries=150, sequenceid=79, filesize=11.7 K 2024-11-20T14:26:52,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112872054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:52,057 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 201de893b669de7f20b8c81c34c0a51f in 878ms, sequenceid=79, compaction requested=false 2024-11-20T14:26:52,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:26:52,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:52,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-20T14:26:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-20T14:26:52,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-20T14:26:52,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4050 sec 2024-11-20T14:26:52,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 2.4100 sec 2024-11-20T14:26:52,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:26:52,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 201de893b669de7f20b8c81c34c0a51f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T14:26:52,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=A 2024-11-20T14:26:52,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:52,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=B 2024-11-20T14:26:52,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:52,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=C 2024-11-20T14:26:52,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:52,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112044221b984583458c8a13a23b40e16eb8_201de893b669de7f20b8c81c34c0a51f is 50, key is test_row_0/A:col10/1732112812257/Put/seqid=0 2024-11-20T14:26:52,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742363_1539 (size=12154) 2024-11-20T14:26:52,278 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:52,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:52,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112872276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:52,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:52,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112872276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:52,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:52,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112872277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:52,281 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112044221b984583458c8a13a23b40e16eb8_201de893b669de7f20b8c81c34c0a51f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112044221b984583458c8a13a23b40e16eb8_201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:26:52,282 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/ff2c9a31038a4638984d4150a7c2df9c, store: [table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:26:52,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:52,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112872280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:52,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/ff2c9a31038a4638984d4150a7c2df9c is 175, key is test_row_0/A:col10/1732112812257/Put/seqid=0 2024-11-20T14:26:52,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742364_1540 (size=30955) 2024-11-20T14:26:52,285 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/ff2c9a31038a4638984d4150a7c2df9c 2024-11-20T14:26:52,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/7ac19e30b1c74707935c2fd16d0acce9 is 50, key is test_row_0/B:col10/1732112812257/Put/seqid=0 2024-11-20T14:26:52,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742365_1541 (size=12001) 2024-11-20T14:26:52,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112872381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:52,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:52,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112872381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:52,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:52,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112872381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:52,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:52,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112872383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:52,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:52,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112872584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112872584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:52,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112872584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:52,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112872585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:52,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/7ac19e30b1c74707935c2fd16d0acce9 2024-11-20T14:26:52,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/c2c199cbba4646a4a41d048ea4fc9818 is 50, key is test_row_0/C:col10/1732112812257/Put/seqid=0 2024-11-20T14:26:52,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742366_1542 (size=12001) 2024-11-20T14:26:52,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:52,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112872887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:52,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:52,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112872887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:52,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:52,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112872887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:52,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:52,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112872888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:53,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/c2c199cbba4646a4a41d048ea4fc9818 2024-11-20T14:26:53,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/ff2c9a31038a4638984d4150a7c2df9c as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/ff2c9a31038a4638984d4150a7c2df9c 2024-11-20T14:26:53,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/ff2c9a31038a4638984d4150a7c2df9c, entries=150, sequenceid=95, filesize=30.2 K 2024-11-20T14:26:53,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/7ac19e30b1c74707935c2fd16d0acce9 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/7ac19e30b1c74707935c2fd16d0acce9 2024-11-20T14:26:53,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/7ac19e30b1c74707935c2fd16d0acce9, entries=150, sequenceid=95, filesize=11.7 K 2024-11-20T14:26:53,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/c2c199cbba4646a4a41d048ea4fc9818 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/c2c199cbba4646a4a41d048ea4fc9818 2024-11-20T14:26:53,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/c2c199cbba4646a4a41d048ea4fc9818, entries=150, sequenceid=95, filesize=11.7 K 2024-11-20T14:26:53,121 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 201de893b669de7f20b8c81c34c0a51f in 863ms, sequenceid=95, compaction requested=true 2024-11-20T14:26:53,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:26:53,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 201de893b669de7f20b8c81c34c0a51f:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:26:53,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:53,121 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:26:53,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 201de893b669de7f20b8c81c34c0a51f:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:26:53,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:53,121 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:26:53,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 201de893b669de7f20b8c81c34c0a51f:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:26:53,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:26:53,122 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:26:53,122 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): 201de893b669de7f20b8c81c34c0a51f/A is initiating minor compaction (all files) 2024-11-20T14:26:53,122 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 201de893b669de7f20b8c81c34c0a51f/A in TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:53,123 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/d1d45e84ddbd4370af9150f5bd1b0546, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/3e4a641ff28d4971bd26bdff3e273385, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/ff2c9a31038a4638984d4150a7c2df9c] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp, totalSize=90.8 K 2024-11-20T14:26:53,123 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:53,123 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. files: [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/d1d45e84ddbd4370af9150f5bd1b0546, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/3e4a641ff28d4971bd26bdff3e273385, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/ff2c9a31038a4638984d4150a7c2df9c] 2024-11-20T14:26:53,123 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:26:53,123 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 201de893b669de7f20b8c81c34c0a51f/B is initiating minor compaction (all files) 2024-11-20T14:26:53,123 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 201de893b669de7f20b8c81c34c0a51f/B in TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:53,123 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/a702781acade41f68778ad621572532f, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/20103eccdc344f4d99e55ec12474b7ac, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/7ac19e30b1c74707935c2fd16d0acce9] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp, totalSize=35.3 K 2024-11-20T14:26:53,123 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1d45e84ddbd4370af9150f5bd1b0546, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732112809191 2024-11-20T14:26:53,123 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting a702781acade41f68778ad621572532f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732112809191 2024-11-20T14:26:53,124 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e4a641ff28d4971bd26bdff3e273385, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732112809811 2024-11-20T14:26:53,124 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 20103eccdc344f4d99e55ec12474b7ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732112809811 2024-11-20T14:26:53,124 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff2c9a31038a4638984d4150a7c2df9c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732112811949 2024-11-20T14:26:53,124 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ac19e30b1c74707935c2fd16d0acce9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732112811949 2024-11-20T14:26:53,129 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:26:53,130 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 201de893b669de7f20b8c81c34c0a51f#B#compaction#458 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:53,131 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/99a2ee7cd41b404491eef4a5bcb70dbb is 50, key is test_row_0/B:col10/1732112812257/Put/seqid=0 2024-11-20T14:26:53,148 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120fe5f565d98524ee789840226387d12b8_201de893b669de7f20b8c81c34c0a51f store=[table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:26:53,150 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120fe5f565d98524ee789840226387d12b8_201de893b669de7f20b8c81c34c0a51f, store=[table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:26:53,151 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fe5f565d98524ee789840226387d12b8_201de893b669de7f20b8c81c34c0a51f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:26:53,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742367_1543 (size=12207) 2024-11-20T14:26:53,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742368_1544 (size=4469) 2024-11-20T14:26:53,158 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 201de893b669de7f20b8c81c34c0a51f#A#compaction#459 average throughput is 0.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:53,158 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/5222a5fa259147d8b9dcab66ffbcb5c4 is 175, key is test_row_0/A:col10/1732112812257/Put/seqid=0 2024-11-20T14:26:53,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742369_1545 (size=31161) 2024-11-20T14:26:53,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:26:53,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 201de893b669de7f20b8c81c34c0a51f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T14:26:53,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=A 2024-11-20T14:26:53,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:53,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=B 2024-11-20T14:26:53,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:53,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=C 2024-11-20T14:26:53,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:53,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203646a7ca38c34807b3ac1ec767bf368a_201de893b669de7f20b8c81c34c0a51f is 50, key is test_row_0/A:col10/1732112812279/Put/seqid=0 2024-11-20T14:26:53,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742370_1546 (size=12154) 2024-11-20T14:26:53,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:53,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112873410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:53,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:53,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112873411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:53,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:53,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112873411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:53,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:53,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112873412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:53,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:53,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112873514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:53,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112873516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:53,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:53,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112873516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:53,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:53,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112873516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:53,558 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/99a2ee7cd41b404491eef4a5bcb70dbb as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/99a2ee7cd41b404491eef4a5bcb70dbb 2024-11-20T14:26:53,562 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 201de893b669de7f20b8c81c34c0a51f/B of 201de893b669de7f20b8c81c34c0a51f into 99a2ee7cd41b404491eef4a5bcb70dbb(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:53,562 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:26:53,562 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f., storeName=201de893b669de7f20b8c81c34c0a51f/B, priority=13, startTime=1732112813121; duration=0sec 2024-11-20T14:26:53,562 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:26:53,562 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 201de893b669de7f20b8c81c34c0a51f:B 2024-11-20T14:26:53,562 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:26:53,563 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:26:53,563 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 201de893b669de7f20b8c81c34c0a51f/C is initiating minor compaction (all files) 2024-11-20T14:26:53,563 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 201de893b669de7f20b8c81c34c0a51f/C in TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:53,563 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/7168a2112ab6436b9cfb59b6dfaaf207, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/8ba4908bad7c4f22bbcef526ae6943cb, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/c2c199cbba4646a4a41d048ea4fc9818] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp, totalSize=35.3 K 2024-11-20T14:26:53,564 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 7168a2112ab6436b9cfb59b6dfaaf207, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732112809191 2024-11-20T14:26:53,564 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ba4908bad7c4f22bbcef526ae6943cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732112809811 2024-11-20T14:26:53,565 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting c2c199cbba4646a4a41d048ea4fc9818, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732112811949 2024-11-20T14:26:53,567 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/5222a5fa259147d8b9dcab66ffbcb5c4 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/5222a5fa259147d8b9dcab66ffbcb5c4 2024-11-20T14:26:53,571 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 201de893b669de7f20b8c81c34c0a51f/A of 201de893b669de7f20b8c81c34c0a51f into 5222a5fa259147d8b9dcab66ffbcb5c4(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:53,571 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:26:53,571 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f., storeName=201de893b669de7f20b8c81c34c0a51f/A, priority=13, startTime=1732112813121; duration=0sec 2024-11-20T14:26:53,571 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:53,571 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 201de893b669de7f20b8c81c34c0a51f:A 2024-11-20T14:26:53,572 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 201de893b669de7f20b8c81c34c0a51f#C#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:53,573 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/ca697c9b60e5484b9e76005f7e4b8d04 is 50, key is test_row_0/C:col10/1732112812257/Put/seqid=0 2024-11-20T14:26:53,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742371_1547 (size=12207) 2024-11-20T14:26:53,580 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/ca697c9b60e5484b9e76005f7e4b8d04 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/ca697c9b60e5484b9e76005f7e4b8d04 2024-11-20T14:26:53,583 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 201de893b669de7f20b8c81c34c0a51f/C of 201de893b669de7f20b8c81c34c0a51f into ca697c9b60e5484b9e76005f7e4b8d04(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:53,583 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:26:53,583 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f., storeName=201de893b669de7f20b8c81c34c0a51f/C, priority=13, startTime=1732112813121; duration=0sec 2024-11-20T14:26:53,584 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:53,584 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 201de893b669de7f20b8c81c34c0a51f:C 2024-11-20T14:26:53,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:53,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112873717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:53,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:53,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112873719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:53,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:53,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112873719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:53,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:53,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112873719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:53,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-20T14:26:53,756 INFO [Thread-2313 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-20T14:26:53,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:26:53,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-20T14:26:53,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T14:26:53,759 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:26:53,760 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:26:53,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:26:53,812 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:53,815 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203646a7ca38c34807b3ac1ec767bf368a_201de893b669de7f20b8c81c34c0a51f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203646a7ca38c34807b3ac1ec767bf368a_201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:26:53,816 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/537de0e2db024fba94cdc08aa432ec94, store: [table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:26:53,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/537de0e2db024fba94cdc08aa432ec94 is 175, key is test_row_0/A:col10/1732112812279/Put/seqid=0 2024-11-20T14:26:53,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742372_1548 (size=30955) 2024-11-20T14:26:53,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T14:26:53,911 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:53,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T14:26:53,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:53,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:26:53,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:53,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:53,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:53,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:53,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:53,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1732112873954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:53,956 DEBUG [Thread-2305 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f., hostname=315eb151f916,36867,1732112657619, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T14:26:54,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:54,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112874021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:54,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:54,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112874021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:54,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:54,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112874021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:54,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:54,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112874022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T14:26:54,064 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:54,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T14:26:54,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:54,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:26:54,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:54,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:54,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:54,217 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:54,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T14:26:54,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:54,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:26:54,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:54,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:54,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:54,221 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/537de0e2db024fba94cdc08aa432ec94 2024-11-20T14:26:54,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/6ac39518d9c14c8da17ea287dd87b571 is 50, key is test_row_0/B:col10/1732112812279/Put/seqid=0 2024-11-20T14:26:54,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742373_1549 (size=12001) 2024-11-20T14:26:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T14:26:54,370 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:54,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T14:26:54,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:54,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:26:54,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:54,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:54,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:54,522 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:54,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T14:26:54,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:54,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:26:54,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:54,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:54,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:54,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112874523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:54,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112874525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:54,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112874525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:54,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112874526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:54,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/6ac39518d9c14c8da17ea287dd87b571 2024-11-20T14:26:54,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/b218fb93d9c14389a4c9d47607710ee8 is 50, key is test_row_0/C:col10/1732112812279/Put/seqid=0 2024-11-20T14:26:54,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742374_1550 (size=12001) 2024-11-20T14:26:54,675 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:54,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T14:26:54,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:54,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:26:54,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:54,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:54,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:54,828 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:54,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T14:26:54,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:54,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:26:54,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:54,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:54,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T14:26:54,980 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:54,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T14:26:54,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:54,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:26:54,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:54,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:54,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:55,040 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/b218fb93d9c14389a4c9d47607710ee8 2024-11-20T14:26:55,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/537de0e2db024fba94cdc08aa432ec94 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/537de0e2db024fba94cdc08aa432ec94 2024-11-20T14:26:55,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/537de0e2db024fba94cdc08aa432ec94, entries=150, sequenceid=117, filesize=30.2 K 2024-11-20T14:26:55,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/6ac39518d9c14c8da17ea287dd87b571 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/6ac39518d9c14c8da17ea287dd87b571 2024-11-20T14:26:55,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/6ac39518d9c14c8da17ea287dd87b571, entries=150, sequenceid=117, filesize=11.7 K 2024-11-20T14:26:55,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/b218fb93d9c14389a4c9d47607710ee8 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/b218fb93d9c14389a4c9d47607710ee8 2024-11-20T14:26:55,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/b218fb93d9c14389a4c9d47607710ee8, entries=150, sequenceid=117, filesize=11.7 K 2024-11-20T14:26:55,056 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 201de893b669de7f20b8c81c34c0a51f in 1661ms, sequenceid=117, compaction requested=false 2024-11-20T14:26:55,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:26:55,133 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:55,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T14:26:55,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:55,134 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 201de893b669de7f20b8c81c34c0a51f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T14:26:55,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=A 2024-11-20T14:26:55,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:55,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=B 2024-11-20T14:26:55,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:55,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=C 2024-11-20T14:26:55,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:55,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207d4703bf45f44d64a5f26d1380686e1c_201de893b669de7f20b8c81c34c0a51f is 50, key is test_row_0/A:col10/1732112813405/Put/seqid=0 2024-11-20T14:26:55,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742375_1551 (size=12254) 2024-11-20T14:26:55,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:26:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:26:55,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:55,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:55,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112875547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:55,550 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207d4703bf45f44d64a5f26d1380686e1c_201de893b669de7f20b8c81c34c0a51f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207d4703bf45f44d64a5f26d1380686e1c_201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:26:55,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/a94aab11905b47b8bca4b004efd95ae1, store: [table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:26:55,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:55,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112875549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:55,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/a94aab11905b47b8bca4b004efd95ae1 is 175, key is test_row_0/A:col10/1732112813405/Put/seqid=0 2024-11-20T14:26:55,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112875550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:55,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112875550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:55,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742376_1552 (size=31055) 2024-11-20T14:26:55,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112875651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:55,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:55,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112875652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:55,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:55,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112875654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:55,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112875654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:55,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112875854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:55,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112875855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:55,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112875856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:55,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112875858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T14:26:55,956 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/a94aab11905b47b8bca4b004efd95ae1 2024-11-20T14:26:55,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/f676752f2dbc470c953aa4e1ec427b70 is 50, key is test_row_0/B:col10/1732112813405/Put/seqid=0 2024-11-20T14:26:55,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742377_1553 (size=12101) 2024-11-20T14:26:56,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112876158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:56,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112876158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:56,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112876159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:56,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112876162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:56,366 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/f676752f2dbc470c953aa4e1ec427b70 2024-11-20T14:26:56,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/47df1615b80f40c0a3a3611c4a792723 is 50, key is test_row_0/C:col10/1732112813405/Put/seqid=0 2024-11-20T14:26:56,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742378_1554 (size=12101) 2024-11-20T14:26:56,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:56,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112876662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:56,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:56,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112876663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:56,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:56,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112876663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:56,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:56,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112876667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:56,777 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/47df1615b80f40c0a3a3611c4a792723 2024-11-20T14:26:56,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/a94aab11905b47b8bca4b004efd95ae1 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/a94aab11905b47b8bca4b004efd95ae1 2024-11-20T14:26:56,784 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/a94aab11905b47b8bca4b004efd95ae1, entries=150, sequenceid=135, filesize=30.3 K 2024-11-20T14:26:56,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/f676752f2dbc470c953aa4e1ec427b70 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/f676752f2dbc470c953aa4e1ec427b70 2024-11-20T14:26:56,787 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/f676752f2dbc470c953aa4e1ec427b70, entries=150, sequenceid=135, filesize=11.8 K 2024-11-20T14:26:56,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/47df1615b80f40c0a3a3611c4a792723 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/47df1615b80f40c0a3a3611c4a792723 2024-11-20T14:26:56,791 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/47df1615b80f40c0a3a3611c4a792723, entries=150, sequenceid=135, filesize=11.8 K 2024-11-20T14:26:56,792 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 201de893b669de7f20b8c81c34c0a51f in 1658ms, sequenceid=135, compaction requested=true 2024-11-20T14:26:56,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:26:56,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:56,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-20T14:26:56,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-20T14:26:56,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-20T14:26:56,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0330 sec 2024-11-20T14:26:56,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 3.0360 sec 2024-11-20T14:26:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:26:57,670 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 201de893b669de7f20b8c81c34c0a51f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T14:26:57,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=A 2024-11-20T14:26:57,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:57,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=B 2024-11-20T14:26:57,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:57,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=C 2024-11-20T14:26:57,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:57,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120135d746f439c4fa2a63909d8361a1c4e_201de893b669de7f20b8c81c34c0a51f is 50, key is test_row_0/A:col10/1732112815549/Put/seqid=0 2024-11-20T14:26:57,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742379_1555 (size=12304) 2024-11-20T14:26:57,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112877683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:57,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112877684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:57,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112877685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:57,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112877685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:57,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112877788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:57,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112877788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:57,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112877789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:57,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112877790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T14:26:57,863 INFO [Thread-2313 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-20T14:26:57,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:26:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-20T14:26:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T14:26:57,866 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:26:57,866 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:26:57,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:26:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T14:26:57,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:57,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1732112877974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:57,976 DEBUG [Thread-2305 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8160 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f., hostname=315eb151f916,36867,1732112657619, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T14:26:57,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112877990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:57,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112877991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:57,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112877994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:57,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112877994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:58,018 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:58,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T14:26:58,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:58,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:26:58,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:58,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:58,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:58,081 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:58,084 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120135d746f439c4fa2a63909d8361a1c4e_201de893b669de7f20b8c81c34c0a51f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120135d746f439c4fa2a63909d8361a1c4e_201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:26:58,085 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/c1c3e5112a914271b7ebea810eb84297, store: [table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:26:58,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/c1c3e5112a914271b7ebea810eb84297 is 175, key is test_row_0/A:col10/1732112815549/Put/seqid=0 2024-11-20T14:26:58,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742380_1556 (size=31105) 2024-11-20T14:26:58,091 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/c1c3e5112a914271b7ebea810eb84297 2024-11-20T14:26:58,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/1068a005e24e4f8e929d7c3e80f084dd is 50, key is test_row_0/B:col10/1732112815549/Put/seqid=0 2024-11-20T14:26:58,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742381_1557 (size=12151) 2024-11-20T14:26:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T14:26:58,171 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:58,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T14:26:58,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:58,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:26:58,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:58,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:58,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:58,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:58,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112878294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:58,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112878295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:58,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112878296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:58,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112878297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:58,323 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:58,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T14:26:58,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:58,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:26:58,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:58,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:58,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T14:26:58,476 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:58,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T14:26:58,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:58,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:26:58,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:58,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:58,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:58,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/1068a005e24e4f8e929d7c3e80f084dd 2024-11-20T14:26:58,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/0c028f98d8534c66b1d9aed8b3cbd40d is 50, key is test_row_0/C:col10/1732112815549/Put/seqid=0 2024-11-20T14:26:58,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742382_1558 (size=12151) 2024-11-20T14:26:58,628 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:58,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T14:26:58,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:58,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:26:58,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:58,629 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:58,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:58,780 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:58,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T14:26:58,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:58,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:26:58,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:58,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:58,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:26:58,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112878797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:58,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112878800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:58,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112878801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:58,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112878803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:58,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/0c028f98d8534c66b1d9aed8b3cbd40d 2024-11-20T14:26:58,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/c1c3e5112a914271b7ebea810eb84297 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/c1c3e5112a914271b7ebea810eb84297 2024-11-20T14:26:58,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/c1c3e5112a914271b7ebea810eb84297, entries=150, sequenceid=157, filesize=30.4 K 2024-11-20T14:26:58,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/1068a005e24e4f8e929d7c3e80f084dd as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/1068a005e24e4f8e929d7c3e80f084dd 2024-11-20T14:26:58,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/1068a005e24e4f8e929d7c3e80f084dd, entries=150, sequenceid=157, filesize=11.9 K 2024-11-20T14:26:58,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/0c028f98d8534c66b1d9aed8b3cbd40d as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/0c028f98d8534c66b1d9aed8b3cbd40d 2024-11-20T14:26:58,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/0c028f98d8534c66b1d9aed8b3cbd40d, entries=150, sequenceid=157, filesize=11.9 K 2024-11-20T14:26:58,925 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 201de893b669de7f20b8c81c34c0a51f in 1254ms, sequenceid=157, compaction requested=true 2024-11-20T14:26:58,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:26:58,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 201de893b669de7f20b8c81c34c0a51f:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:26:58,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:58,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 201de893b669de7f20b8c81c34c0a51f:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:26:58,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:58,925 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T14:26:58,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 201de893b669de7f20b8c81c34c0a51f:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:26:58,925 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T14:26:58,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:26:58,926 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124276 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T14:26:58,926 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T14:26:58,926 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 201de893b669de7f20b8c81c34c0a51f/B is initiating minor compaction (all files) 2024-11-20T14:26:58,926 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): 201de893b669de7f20b8c81c34c0a51f/A is initiating minor compaction (all files) 2024-11-20T14:26:58,926 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 201de893b669de7f20b8c81c34c0a51f/B in TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:58,926 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 201de893b669de7f20b8c81c34c0a51f/A in TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:58,926 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/5222a5fa259147d8b9dcab66ffbcb5c4, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/537de0e2db024fba94cdc08aa432ec94, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/a94aab11905b47b8bca4b004efd95ae1, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/c1c3e5112a914271b7ebea810eb84297] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp, totalSize=121.4 K 2024-11-20T14:26:58,926 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/99a2ee7cd41b404491eef4a5bcb70dbb, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/6ac39518d9c14c8da17ea287dd87b571, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/f676752f2dbc470c953aa4e1ec427b70, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/1068a005e24e4f8e929d7c3e80f084dd] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp, totalSize=47.3 K 2024-11-20T14:26:58,926 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:58,926 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. files: [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/5222a5fa259147d8b9dcab66ffbcb5c4, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/537de0e2db024fba94cdc08aa432ec94, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/a94aab11905b47b8bca4b004efd95ae1, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/c1c3e5112a914271b7ebea810eb84297] 2024-11-20T14:26:58,927 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 99a2ee7cd41b404491eef4a5bcb70dbb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732112811949 2024-11-20T14:26:58,927 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5222a5fa259147d8b9dcab66ffbcb5c4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732112811949 2024-11-20T14:26:58,927 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ac39518d9c14c8da17ea287dd87b571, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732112812279 2024-11-20T14:26:58,927 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 537de0e2db024fba94cdc08aa432ec94, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732112812279 2024-11-20T14:26:58,927 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting f676752f2dbc470c953aa4e1ec427b70, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732112813405 2024-11-20T14:26:58,927 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting a94aab11905b47b8bca4b004efd95ae1, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732112813405 2024-11-20T14:26:58,927 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 1068a005e24e4f8e929d7c3e80f084dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732112815549 2024-11-20T14:26:58,927 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1c3e5112a914271b7ebea810eb84297, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732112815549 2024-11-20T14:26:58,933 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:26:58,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T14:26:58,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:58,933 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 201de893b669de7f20b8c81c34c0a51f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T14:26:58,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=A 2024-11-20T14:26:58,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:58,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=B 2024-11-20T14:26:58,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:58,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=C 2024-11-20T14:26:58,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:26:58,934 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:26:58,936 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 201de893b669de7f20b8c81c34c0a51f#B#compaction#470 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:58,936 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112004598805c6324e7fa21aa0a875a4032c_201de893b669de7f20b8c81c34c0a51f store=[table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:26:58,936 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/8b4aefda64de4d9cba3770621b23b4bc is 50, key is test_row_0/B:col10/1732112815549/Put/seqid=0 2024-11-20T14:26:58,938 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112004598805c6324e7fa21aa0a875a4032c_201de893b669de7f20b8c81c34c0a51f, store=[table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:26:58,938 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112004598805c6324e7fa21aa0a875a4032c_201de893b669de7f20b8c81c34c0a51f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:26:58,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742383_1559 (size=12493) 2024-11-20T14:26:58,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742384_1560 (size=4469) 2024-11-20T14:26:58,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120483eef34143240699aee81b88976e467_201de893b669de7f20b8c81c34c0a51f is 50, key is test_row_0/A:col10/1732112817684/Put/seqid=0 2024-11-20T14:26:58,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T14:26:58,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742385_1561 (size=12304) 2024-11-20T14:26:59,356 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/8b4aefda64de4d9cba3770621b23b4bc as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/8b4aefda64de4d9cba3770621b23b4bc 2024-11-20T14:26:59,360 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 201de893b669de7f20b8c81c34c0a51f/B of 201de893b669de7f20b8c81c34c0a51f into 8b4aefda64de4d9cba3770621b23b4bc(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:59,360 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:26:59,360 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f., storeName=201de893b669de7f20b8c81c34c0a51f/B, priority=12, startTime=1732112818925; duration=0sec 2024-11-20T14:26:59,360 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:26:59,360 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 201de893b669de7f20b8c81c34c0a51f:B 2024-11-20T14:26:59,360 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T14:26:59,361 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T14:26:59,361 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 201de893b669de7f20b8c81c34c0a51f/C is initiating minor compaction (all files) 2024-11-20T14:26:59,361 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 201de893b669de7f20b8c81c34c0a51f/C in TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:26:59,361 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/ca697c9b60e5484b9e76005f7e4b8d04, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/b218fb93d9c14389a4c9d47607710ee8, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/47df1615b80f40c0a3a3611c4a792723, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/0c028f98d8534c66b1d9aed8b3cbd40d] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp, totalSize=47.3 K 2024-11-20T14:26:59,361 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 201de893b669de7f20b8c81c34c0a51f#A#compaction#471 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:59,362 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting ca697c9b60e5484b9e76005f7e4b8d04, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732112811949 2024-11-20T14:26:59,362 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting b218fb93d9c14389a4c9d47607710ee8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732112812279 2024-11-20T14:26:59,362 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/621b57672ad04923919777fb069a6d01 is 175, key is test_row_0/A:col10/1732112815549/Put/seqid=0 2024-11-20T14:26:59,362 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 47df1615b80f40c0a3a3611c4a792723, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732112813405 2024-11-20T14:26:59,362 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c028f98d8534c66b1d9aed8b3cbd40d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732112815549 2024-11-20T14:26:59,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742386_1562 (size=31447) 2024-11-20T14:26:59,369 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/621b57672ad04923919777fb069a6d01 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/621b57672ad04923919777fb069a6d01 2024-11-20T14:26:59,370 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 201de893b669de7f20b8c81c34c0a51f#C#compaction#473 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:26:59,370 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/cf30dad06f9e4d249a59990c5e3546fc is 50, key is test_row_0/C:col10/1732112815549/Put/seqid=0 2024-11-20T14:26:59,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:26:59,374 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 201de893b669de7f20b8c81c34c0a51f/A of 201de893b669de7f20b8c81c34c0a51f into 621b57672ad04923919777fb069a6d01(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:59,374 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:26:59,374 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f., storeName=201de893b669de7f20b8c81c34c0a51f/A, priority=12, startTime=1732112818925; duration=0sec 2024-11-20T14:26:59,374 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:59,374 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 201de893b669de7f20b8c81c34c0a51f:A 2024-11-20T14:26:59,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742387_1563 (size=12493) 2024-11-20T14:26:59,377 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120483eef34143240699aee81b88976e467_201de893b669de7f20b8c81c34c0a51f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120483eef34143240699aee81b88976e467_201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:26:59,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/39d988ed6f3a4981b51fc7dc06b50499, store: [table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:26:59,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/39d988ed6f3a4981b51fc7dc06b50499 is 175, key is test_row_0/A:col10/1732112817684/Put/seqid=0 2024-11-20T14:26:59,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742388_1564 (size=31105) 2024-11-20T14:26:59,780 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/cf30dad06f9e4d249a59990c5e3546fc as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/cf30dad06f9e4d249a59990c5e3546fc 2024-11-20T14:26:59,781 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/39d988ed6f3a4981b51fc7dc06b50499 2024-11-20T14:26:59,785 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 201de893b669de7f20b8c81c34c0a51f/C of 201de893b669de7f20b8c81c34c0a51f into cf30dad06f9e4d249a59990c5e3546fc(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:26:59,785 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:26:59,785 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f., storeName=201de893b669de7f20b8c81c34c0a51f/C, priority=12, startTime=1732112818925; duration=0sec 2024-11-20T14:26:59,785 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:26:59,785 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 201de893b669de7f20b8c81c34c0a51f:C 2024-11-20T14:26:59,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/88f298115afe4d02b238f58c60153d3f is 50, key is test_row_0/B:col10/1732112817684/Put/seqid=0 2024-11-20T14:26:59,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742389_1565 (size=12151) 2024-11-20T14:26:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:26:59,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:26:59,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:59,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112879821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:59,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:59,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112879822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:59,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:59,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112879822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:59,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:59,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112879823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:59,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112879925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:59,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112879925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:59,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112879925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:59,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:26:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112879925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:26:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T14:27:00,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112880127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:00,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112880128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:00,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112880128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:00,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112880128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:00,191 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/88f298115afe4d02b238f58c60153d3f 2024-11-20T14:27:00,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/2dc30cc605224c268b0b7858abc0e4f8 is 50, key is test_row_0/C:col10/1732112817684/Put/seqid=0 2024-11-20T14:27:00,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742390_1566 (size=12151) 2024-11-20T14:27:00,201 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/2dc30cc605224c268b0b7858abc0e4f8 2024-11-20T14:27:00,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/39d988ed6f3a4981b51fc7dc06b50499 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/39d988ed6f3a4981b51fc7dc06b50499 2024-11-20T14:27:00,208 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/39d988ed6f3a4981b51fc7dc06b50499, entries=150, sequenceid=172, filesize=30.4 K 2024-11-20T14:27:00,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/88f298115afe4d02b238f58c60153d3f as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/88f298115afe4d02b238f58c60153d3f 2024-11-20T14:27:00,212 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/88f298115afe4d02b238f58c60153d3f, entries=150, sequenceid=172, filesize=11.9 K 2024-11-20T14:27:00,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/2dc30cc605224c268b0b7858abc0e4f8 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/2dc30cc605224c268b0b7858abc0e4f8 2024-11-20T14:27:00,216 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/2dc30cc605224c268b0b7858abc0e4f8, entries=150, sequenceid=172, filesize=11.9 K 2024-11-20T14:27:00,217 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 201de893b669de7f20b8c81c34c0a51f in 1284ms, sequenceid=172, compaction requested=false 2024-11-20T14:27:00,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:27:00,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:00,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-20T14:27:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-20T14:27:00,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-20T14:27:00,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3520 sec 2024-11-20T14:27:00,220 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 2.3540 sec 2024-11-20T14:27:00,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:00,432 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 201de893b669de7f20b8c81c34c0a51f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T14:27:00,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=A 2024-11-20T14:27:00,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:27:00,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=B 2024-11-20T14:27:00,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:27:00,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=C 2024-11-20T14:27:00,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:27:00,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201b78f3f140054016941e4e1f0cc1abac_201de893b669de7f20b8c81c34c0a51f is 50, key is test_row_0/A:col10/1732112819820/Put/seqid=0 2024-11-20T14:27:00,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112880439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:00,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112880439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:00,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112880440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:00,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112880441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:00,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742391_1567 (size=12304) 2024-11-20T14:27:00,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112880544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:00,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112880544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:00,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112880545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:00,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112880545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:00,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112880747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:00,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112880747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:00,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112880747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:00,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:00,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112880747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:00,843 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:27:00,846 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201b78f3f140054016941e4e1f0cc1abac_201de893b669de7f20b8c81c34c0a51f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201b78f3f140054016941e4e1f0cc1abac_201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:00,847 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/11fd3a9683d8485896dc89ef28623ba4, store: [table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:27:00,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/11fd3a9683d8485896dc89ef28623ba4 is 175, key is test_row_0/A:col10/1732112819820/Put/seqid=0 2024-11-20T14:27:00,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742392_1568 (size=31105) 2024-11-20T14:27:01,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112881051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:01,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112881051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:01,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:01,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112881051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:01,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:01,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112881051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:01,252 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/11fd3a9683d8485896dc89ef28623ba4 2024-11-20T14:27:01,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/f732587ea29f4c049e262f609957135b is 50, key is test_row_0/B:col10/1732112819820/Put/seqid=0 2024-11-20T14:27:01,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742393_1569 (size=12151) 2024-11-20T14:27:01,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/f732587ea29f4c049e262f609957135b 2024-11-20T14:27:01,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/6f94ee86d4bb484aa1b1f0e017b3415f is 50, key is test_row_0/C:col10/1732112819820/Put/seqid=0 2024-11-20T14:27:01,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742394_1570 (size=12151) 2024-11-20T14:27:01,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/6f94ee86d4bb484aa1b1f0e017b3415f 2024-11-20T14:27:01,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/11fd3a9683d8485896dc89ef28623ba4 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/11fd3a9683d8485896dc89ef28623ba4 2024-11-20T14:27:01,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/11fd3a9683d8485896dc89ef28623ba4, entries=150, sequenceid=198, filesize=30.4 K 2024-11-20T14:27:01,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/f732587ea29f4c049e262f609957135b as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/f732587ea29f4c049e262f609957135b 2024-11-20T14:27:01,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/f732587ea29f4c049e262f609957135b, entries=150, sequenceid=198, filesize=11.9 K 2024-11-20T14:27:01,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/6f94ee86d4bb484aa1b1f0e017b3415f as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/6f94ee86d4bb484aa1b1f0e017b3415f 2024-11-20T14:27:01,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/6f94ee86d4bb484aa1b1f0e017b3415f, entries=150, sequenceid=198, filesize=11.9 K 2024-11-20T14:27:01,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 201de893b669de7f20b8c81c34c0a51f in 853ms, sequenceid=198, compaction requested=true 2024-11-20T14:27:01,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:27:01,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 201de893b669de7f20b8c81c34c0a51f:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:27:01,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:27:01,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 201de893b669de7f20b8c81c34c0a51f:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:27:01,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:27:01,286 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:27:01,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 201de893b669de7f20b8c81c34c0a51f:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:27:01,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T14:27:01,286 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:27:01,286 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:27:01,286 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): 201de893b669de7f20b8c81c34c0a51f/A is initiating minor compaction (all files) 2024-11-20T14:27:01,287 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 201de893b669de7f20b8c81c34c0a51f/A in TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:01,287 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/621b57672ad04923919777fb069a6d01, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/39d988ed6f3a4981b51fc7dc06b50499, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/11fd3a9683d8485896dc89ef28623ba4] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp, totalSize=91.5 K 2024-11-20T14:27:01,287 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:01,287 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. files: [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/621b57672ad04923919777fb069a6d01, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/39d988ed6f3a4981b51fc7dc06b50499, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/11fd3a9683d8485896dc89ef28623ba4] 2024-11-20T14:27:01,287 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:27:01,287 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 201de893b669de7f20b8c81c34c0a51f/B is initiating minor compaction (all files) 2024-11-20T14:27:01,287 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 201de893b669de7f20b8c81c34c0a51f/B in TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:01,287 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/8b4aefda64de4d9cba3770621b23b4bc, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/88f298115afe4d02b238f58c60153d3f, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/f732587ea29f4c049e262f609957135b] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp, totalSize=35.9 K 2024-11-20T14:27:01,287 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 621b57672ad04923919777fb069a6d01, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732112815549 2024-11-20T14:27:01,288 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b4aefda64de4d9cba3770621b23b4bc, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732112815549 2024-11-20T14:27:01,288 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39d988ed6f3a4981b51fc7dc06b50499, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732112817683 2024-11-20T14:27:01,288 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 88f298115afe4d02b238f58c60153d3f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732112817683 2024-11-20T14:27:01,288 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11fd3a9683d8485896dc89ef28623ba4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732112819820 2024-11-20T14:27:01,288 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting f732587ea29f4c049e262f609957135b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732112819820 2024-11-20T14:27:01,292 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:27:01,294 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 201de893b669de7f20b8c81c34c0a51f#B#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:27:01,294 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112006f7aecaadb04246945645131fc92f0d_201de893b669de7f20b8c81c34c0a51f store=[table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:27:01,294 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/e8c10b3b7507465dae9d7878ca607b42 is 50, key is test_row_0/B:col10/1732112819820/Put/seqid=0 2024-11-20T14:27:01,295 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112006f7aecaadb04246945645131fc92f0d_201de893b669de7f20b8c81c34c0a51f, store=[table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:27:01,296 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112006f7aecaadb04246945645131fc92f0d_201de893b669de7f20b8c81c34c0a51f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:27:01,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742395_1571 (size=12595) 2024-11-20T14:27:01,304 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/e8c10b3b7507465dae9d7878ca607b42 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/e8c10b3b7507465dae9d7878ca607b42 2024-11-20T14:27:01,308 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 201de893b669de7f20b8c81c34c0a51f/B of 201de893b669de7f20b8c81c34c0a51f into e8c10b3b7507465dae9d7878ca607b42(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:27:01,308 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:27:01,308 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f., storeName=201de893b669de7f20b8c81c34c0a51f/B, priority=13, startTime=1732112821286; duration=0sec 2024-11-20T14:27:01,308 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:27:01,308 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 201de893b669de7f20b8c81c34c0a51f:B 2024-11-20T14:27:01,308 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:27:01,309 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:27:01,309 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 201de893b669de7f20b8c81c34c0a51f/C is initiating minor compaction (all files) 2024-11-20T14:27:01,309 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 201de893b669de7f20b8c81c34c0a51f/C in TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:01,309 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/cf30dad06f9e4d249a59990c5e3546fc, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/2dc30cc605224c268b0b7858abc0e4f8, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/6f94ee86d4bb484aa1b1f0e017b3415f] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp, totalSize=35.9 K 2024-11-20T14:27:01,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742396_1572 (size=4469) 2024-11-20T14:27:01,310 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting cf30dad06f9e4d249a59990c5e3546fc, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732112815549 2024-11-20T14:27:01,310 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 2dc30cc605224c268b0b7858abc0e4f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732112817683 2024-11-20T14:27:01,310 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f94ee86d4bb484aa1b1f0e017b3415f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732112819820 2024-11-20T14:27:01,310 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 201de893b669de7f20b8c81c34c0a51f#A#compaction#479 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:27:01,311 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/903470d543964f4191a5a91e511107d0 is 175, key is test_row_0/A:col10/1732112819820/Put/seqid=0 2024-11-20T14:27:01,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742397_1573 (size=31549) 2024-11-20T14:27:01,317 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 201de893b669de7f20b8c81c34c0a51f#C#compaction#481 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:27:01,318 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/c73d5e1bbd38489bbf706a9a30d74f9f is 50, key is test_row_0/C:col10/1732112819820/Put/seqid=0 2024-11-20T14:27:01,320 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/903470d543964f4191a5a91e511107d0 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/903470d543964f4191a5a91e511107d0 2024-11-20T14:27:01,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742398_1574 (size=12595) 2024-11-20T14:27:01,324 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 201de893b669de7f20b8c81c34c0a51f/A of 201de893b669de7f20b8c81c34c0a51f into 903470d543964f4191a5a91e511107d0(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:27:01,324 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:27:01,324 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f., storeName=201de893b669de7f20b8c81c34c0a51f/A, priority=13, startTime=1732112821285; duration=0sec 2024-11-20T14:27:01,324 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:27:01,324 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 201de893b669de7f20b8c81c34c0a51f:A 2024-11-20T14:27:01,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:01,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 201de893b669de7f20b8c81c34c0a51f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T14:27:01,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=A 2024-11-20T14:27:01,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:27:01,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=B 2024-11-20T14:27:01,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:27:01,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=C 2024-11-20T14:27:01,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:27:01,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203fd56ca83c4340818105ea5ed359fd17_201de893b669de7f20b8c81c34c0a51f is 50, key is test_row_0/A:col10/1732112821557/Put/seqid=0 2024-11-20T14:27:01,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742399_1575 (size=12304) 2024-11-20T14:27:01,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112881572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:01,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112881573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:01,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112881573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:01,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112881574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:01,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112881676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:01,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:01,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112881676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112881676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:01,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112881676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:01,726 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/c73d5e1bbd38489bbf706a9a30d74f9f as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/c73d5e1bbd38489bbf706a9a30d74f9f 2024-11-20T14:27:01,730 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 201de893b669de7f20b8c81c34c0a51f/C of 201de893b669de7f20b8c81c34c0a51f into c73d5e1bbd38489bbf706a9a30d74f9f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:27:01,730 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:27:01,730 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f., storeName=201de893b669de7f20b8c81c34c0a51f/C, priority=13, startTime=1732112821286; duration=0sec 2024-11-20T14:27:01,730 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:27:01,730 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 201de893b669de7f20b8c81c34c0a51f:C 2024-11-20T14:27:01,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112881878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:01,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:01,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112881879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112881878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:01,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112881879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:01,968 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:27:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T14:27:01,970 INFO [Thread-2313 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-20T14:27:01,971 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203fd56ca83c4340818105ea5ed359fd17_201de893b669de7f20b8c81c34c0a51f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203fd56ca83c4340818105ea5ed359fd17_201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:01,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:27:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-20T14:27:01,973 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:27:01,973 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/f762cf6003d24948bba1e1b1f2309b92, store: [table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:27:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-20T14:27:01,974 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:27:01,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:27:01,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/f762cf6003d24948bba1e1b1f2309b92 is 175, key is test_row_0/A:col10/1732112821557/Put/seqid=0 2024-11-20T14:27:01,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742400_1576 (size=31105) 2024-11-20T14:27:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-20T14:27:02,126 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:27:02,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-20T14:27:02,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:02,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:27:02,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:02,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:27:02,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:27:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:27:02,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112882182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:02,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112882182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:02,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112882183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:02,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:02,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112882183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:02,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-20T14:27:02,278 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:27:02,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-20T14:27:02,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:02,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:27:02,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:02,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:27:02,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:27:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:27:02,378 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/f762cf6003d24948bba1e1b1f2309b92 2024-11-20T14:27:02,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/80df4abab3954952a88f71988e7d7ce2 is 50, key is test_row_0/B:col10/1732112821557/Put/seqid=0 2024-11-20T14:27:02,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742401_1577 (size=12151) 2024-11-20T14:27:02,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/80df4abab3954952a88f71988e7d7ce2 2024-11-20T14:27:02,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/d1ac32a7a03e4097a2bb0411ef72e2db is 50, key is test_row_0/C:col10/1732112821557/Put/seqid=0 2024-11-20T14:27:02,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742402_1578 (size=12151) 2024-11-20T14:27:02,430 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:27:02,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-20T14:27:02,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:02,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:27:02,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:02,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:27:02,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:27:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:27:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-20T14:27:02,583 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:27:02,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-20T14:27:02,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:02,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:27:02,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:02,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:27:02,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:27:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:27:02,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112882686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:02,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112882688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:02,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112882688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:02,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112882688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:02,736 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:27:02,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-20T14:27:02,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:02,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:27:02,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:02,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:27:02,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:27:02,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:27:02,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/d1ac32a7a03e4097a2bb0411ef72e2db 2024-11-20T14:27:02,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/f762cf6003d24948bba1e1b1f2309b92 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/f762cf6003d24948bba1e1b1f2309b92 2024-11-20T14:27:02,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/f762cf6003d24948bba1e1b1f2309b92, entries=150, sequenceid=215, filesize=30.4 K 2024-11-20T14:27:02,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/80df4abab3954952a88f71988e7d7ce2 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/80df4abab3954952a88f71988e7d7ce2 2024-11-20T14:27:02,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/80df4abab3954952a88f71988e7d7ce2, entries=150, sequenceid=215, filesize=11.9 K 2024-11-20T14:27:02,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/d1ac32a7a03e4097a2bb0411ef72e2db as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/d1ac32a7a03e4097a2bb0411ef72e2db 2024-11-20T14:27:02,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/d1ac32a7a03e4097a2bb0411ef72e2db, entries=150, sequenceid=215, filesize=11.9 K 2024-11-20T14:27:02,817 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 201de893b669de7f20b8c81c34c0a51f in 1261ms, sequenceid=215, compaction requested=false 2024-11-20T14:27:02,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:27:02,888 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:27:02,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-20T14:27:02,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:02,889 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 201de893b669de7f20b8c81c34c0a51f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T14:27:02,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=A 2024-11-20T14:27:02,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:27:02,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=B 2024-11-20T14:27:02,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:27:02,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=C 2024-11-20T14:27:02,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:27:02,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112014819c7090ef4ef5b403849287fb8f3e_201de893b669de7f20b8c81c34c0a51f is 50, key is test_row_0/A:col10/1732112821571/Put/seqid=0 2024-11-20T14:27:02,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742403_1579 (size=12304) 2024-11-20T14:27:03,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-20T14:27:03,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:27:03,303 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112014819c7090ef4ef5b403849287fb8f3e_201de893b669de7f20b8c81c34c0a51f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112014819c7090ef4ef5b403849287fb8f3e_201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:03,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/e9f29fe6169a4de58f51f1bf1e89eb1a, store: [table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:27:03,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/e9f29fe6169a4de58f51f1bf1e89eb1a is 175, key is test_row_0/A:col10/1732112821571/Put/seqid=0 2024-11-20T14:27:03,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742404_1580 (size=31105) 2024-11-20T14:27:03,309 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/e9f29fe6169a4de58f51f1bf1e89eb1a 2024-11-20T14:27:03,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/67f1b0585bbf4aa8aa66dfaf5c48d158 is 50, key is test_row_0/B:col10/1732112821571/Put/seqid=0 2024-11-20T14:27:03,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742405_1581 (size=12151) 2024-11-20T14:27:03,320 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/67f1b0585bbf4aa8aa66dfaf5c48d158 2024-11-20T14:27:03,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/071359ff87e74d4d80862df4730ce773 is 50, key is test_row_0/C:col10/1732112821571/Put/seqid=0 2024-11-20T14:27:03,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742406_1582 (size=12151) 2024-11-20T14:27:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:03,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:27:03,731 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/071359ff87e74d4d80862df4730ce773 2024-11-20T14:27:03,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/e9f29fe6169a4de58f51f1bf1e89eb1a as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/e9f29fe6169a4de58f51f1bf1e89eb1a 2024-11-20T14:27:03,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112883733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:03,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112883734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:03,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112883734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:03,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112883734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:03,739 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/e9f29fe6169a4de58f51f1bf1e89eb1a, entries=150, sequenceid=237, filesize=30.4 K 2024-11-20T14:27:03,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/67f1b0585bbf4aa8aa66dfaf5c48d158 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/67f1b0585bbf4aa8aa66dfaf5c48d158 2024-11-20T14:27:03,743 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/67f1b0585bbf4aa8aa66dfaf5c48d158, entries=150, sequenceid=237, filesize=11.9 K 2024-11-20T14:27:03,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/071359ff87e74d4d80862df4730ce773 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/071359ff87e74d4d80862df4730ce773 2024-11-20T14:27:03,747 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/071359ff87e74d4d80862df4730ce773, entries=150, sequenceid=237, filesize=11.9 K 2024-11-20T14:27:03,748 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 201de893b669de7f20b8c81c34c0a51f in 859ms, sequenceid=237, compaction requested=true 2024-11-20T14:27:03,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:27:03,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:03,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-20T14:27:03,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-20T14:27:03,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-20T14:27:03,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7750 sec 2024-11-20T14:27:03,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 1.7780 sec 2024-11-20T14:27:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:03,839 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 201de893b669de7f20b8c81c34c0a51f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T14:27:03,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=A 2024-11-20T14:27:03,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:27:03,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=B 2024-11-20T14:27:03,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:27:03,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=C 2024-11-20T14:27:03,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:27:03,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120de4b17a6d4b542668eba4bca8702ac6b_201de893b669de7f20b8c81c34c0a51f is 50, key is test_row_0/A:col10/1732112823839/Put/seqid=0 2024-11-20T14:27:03,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742407_1583 (size=12304) 2024-11-20T14:27:03,851 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:27:03,854 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120de4b17a6d4b542668eba4bca8702ac6b_201de893b669de7f20b8c81c34c0a51f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120de4b17a6d4b542668eba4bca8702ac6b_201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:03,854 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/860bc1163ed9472faf2e3c03217abdf2, store: [table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:27:03,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/860bc1163ed9472faf2e3c03217abdf2 is 175, key is test_row_0/A:col10/1732112823839/Put/seqid=0 2024-11-20T14:27:03,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742408_1584 (size=31105) 2024-11-20T14:27:03,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:03,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112883855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:03,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112883856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:03,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112883857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:03,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112883858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:03,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112883959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:03,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112883961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:03,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112883961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:03,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112883961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-20T14:27:04,077 INFO [Thread-2313 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-20T14:27:04,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:27:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-20T14:27:04,080 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:27:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-20T14:27:04,081 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:27:04,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:27:04,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112884163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:04,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112884164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:04,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112884164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:04,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112884165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-20T14:27:04,232 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:27:04,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-20T14:27:04,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:04,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:27:04,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:04,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:27:04,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:27:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:27:04,259 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/860bc1163ed9472faf2e3c03217abdf2 2024-11-20T14:27:04,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/5d7417bb038a40169d809decdd354043 is 50, key is test_row_0/B:col10/1732112823839/Put/seqid=0 2024-11-20T14:27:04,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742409_1585 (size=12151) 2024-11-20T14:27:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-20T14:27:04,385 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:27:04,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-20T14:27:04,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:04,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:27:04,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:04,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:27:04,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:27:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:27:04,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112884467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:04,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112884467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:04,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112884467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:04,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112884468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:04,538 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:27:04,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-20T14:27:04,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:04,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:27:04,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:04,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:27:04,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:27:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:27:04,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/5d7417bb038a40169d809decdd354043 2024-11-20T14:27:04,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/8c9c0c1f5f974fec9b71df0a762c8fd5 is 50, key is test_row_0/C:col10/1732112823839/Put/seqid=0 2024-11-20T14:27:04,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742410_1586 (size=12151) 2024-11-20T14:27:04,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-20T14:27:04,690 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:27:04,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-20T14:27:04,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:04,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:27:04,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:04,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:27:04,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:27:04,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:27:04,843 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:27:04,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-20T14:27:04,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:04,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:27:04,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:04,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:27:04,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:27:04,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:27:04,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112884974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:04,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112884974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:04,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:04,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112884975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:04,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:04,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112884975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:04,996 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:27:04,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-20T14:27:04,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:04,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:27:04,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:04,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:27:04,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:27:04,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:27:05,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/8c9c0c1f5f974fec9b71df0a762c8fd5 2024-11-20T14:27:05,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/860bc1163ed9472faf2e3c03217abdf2 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/860bc1163ed9472faf2e3c03217abdf2 2024-11-20T14:27:05,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/860bc1163ed9472faf2e3c03217abdf2, entries=150, sequenceid=254, filesize=30.4 K 2024-11-20T14:27:05,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/5d7417bb038a40169d809decdd354043 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/5d7417bb038a40169d809decdd354043 2024-11-20T14:27:05,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/5d7417bb038a40169d809decdd354043, entries=150, sequenceid=254, filesize=11.9 K 2024-11-20T14:27:05,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/8c9c0c1f5f974fec9b71df0a762c8fd5 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/8c9c0c1f5f974fec9b71df0a762c8fd5 2024-11-20T14:27:05,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/8c9c0c1f5f974fec9b71df0a762c8fd5, entries=150, sequenceid=254, filesize=11.9 K 2024-11-20T14:27:05,099 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 201de893b669de7f20b8c81c34c0a51f in 1260ms, sequenceid=254, compaction requested=true 2024-11-20T14:27:05,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:27:05,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 201de893b669de7f20b8c81c34c0a51f:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:27:05,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:27:05,100 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T14:27:05,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 201de893b669de7f20b8c81c34c0a51f:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:27:05,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:27:05,100 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T14:27:05,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 201de893b669de7f20b8c81c34c0a51f:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:27:05,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:27:05,101 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124864 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T14:27:05,101 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T14:27:05,101 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): 201de893b669de7f20b8c81c34c0a51f/A is initiating minor compaction (all files) 2024-11-20T14:27:05,101 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 201de893b669de7f20b8c81c34c0a51f/B is initiating minor compaction (all files) 2024-11-20T14:27:05,101 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 201de893b669de7f20b8c81c34c0a51f/B in TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:05,101 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 201de893b669de7f20b8c81c34c0a51f/A in TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:05,101 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/e8c10b3b7507465dae9d7878ca607b42, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/80df4abab3954952a88f71988e7d7ce2, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/67f1b0585bbf4aa8aa66dfaf5c48d158, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/5d7417bb038a40169d809decdd354043] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp, totalSize=47.9 K 2024-11-20T14:27:05,101 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/903470d543964f4191a5a91e511107d0, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/f762cf6003d24948bba1e1b1f2309b92, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/e9f29fe6169a4de58f51f1bf1e89eb1a, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/860bc1163ed9472faf2e3c03217abdf2] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp, totalSize=121.9 K 2024-11-20T14:27:05,101 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:05,101 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. files: [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/903470d543964f4191a5a91e511107d0, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/f762cf6003d24948bba1e1b1f2309b92, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/e9f29fe6169a4de58f51f1bf1e89eb1a, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/860bc1163ed9472faf2e3c03217abdf2] 2024-11-20T14:27:05,101 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting e8c10b3b7507465dae9d7878ca607b42, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732112819820 2024-11-20T14:27:05,101 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 903470d543964f4191a5a91e511107d0, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732112819820 2024-11-20T14:27:05,102 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 80df4abab3954952a88f71988e7d7ce2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732112820438 2024-11-20T14:27:05,102 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting f762cf6003d24948bba1e1b1f2309b92, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732112820438 2024-11-20T14:27:05,102 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9f29fe6169a4de58f51f1bf1e89eb1a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732112821571 2024-11-20T14:27:05,102 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 67f1b0585bbf4aa8aa66dfaf5c48d158, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732112821571 2024-11-20T14:27:05,102 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d7417bb038a40169d809decdd354043, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732112823732 2024-11-20T14:27:05,102 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 860bc1163ed9472faf2e3c03217abdf2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732112823732 2024-11-20T14:27:05,108 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:27:05,109 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 201de893b669de7f20b8c81c34c0a51f#B#compaction#491 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:27:05,109 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/8343eca38a1e41b8aea56fa51dc0b238 is 50, key is test_row_0/B:col10/1732112823839/Put/seqid=0 2024-11-20T14:27:05,110 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411204fa3e704bdd6420a80859b3561451a23_201de893b669de7f20b8c81c34c0a51f store=[table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:27:05,113 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411204fa3e704bdd6420a80859b3561451a23_201de893b669de7f20b8c81c34c0a51f, store=[table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:27:05,113 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204fa3e704bdd6420a80859b3561451a23_201de893b669de7f20b8c81c34c0a51f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:27:05,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742411_1587 (size=12731) 2024-11-20T14:27:05,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742412_1588 (size=4469) 2024-11-20T14:27:05,149 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:27:05,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-20T14:27:05,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:05,150 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 201de893b669de7f20b8c81c34c0a51f 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-20T14:27:05,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=A 2024-11-20T14:27:05,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:27:05,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=B 2024-11-20T14:27:05,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:27:05,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=C 2024-11-20T14:27:05,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:27:05,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207a238ef1dae645269dd9a5a49f0f6509_201de893b669de7f20b8c81c34c0a51f is 50, key is test_row_0/A:col10/1732112823857/Put/seqid=0 2024-11-20T14:27:05,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742413_1589 (size=12454) 2024-11-20T14:27:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-20T14:27:05,521 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/8343eca38a1e41b8aea56fa51dc0b238 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/8343eca38a1e41b8aea56fa51dc0b238 2024-11-20T14:27:05,526 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 201de893b669de7f20b8c81c34c0a51f/B of 201de893b669de7f20b8c81c34c0a51f into 8343eca38a1e41b8aea56fa51dc0b238(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:27:05,526 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:27:05,526 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f., storeName=201de893b669de7f20b8c81c34c0a51f/B, priority=12, startTime=1732112825100; duration=0sec 2024-11-20T14:27:05,526 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:27:05,526 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 201de893b669de7f20b8c81c34c0a51f:B 2024-11-20T14:27:05,526 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T14:27:05,527 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T14:27:05,527 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 201de893b669de7f20b8c81c34c0a51f/C is initiating minor compaction (all files) 2024-11-20T14:27:05,527 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 201de893b669de7f20b8c81c34c0a51f/C in TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:05,527 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/c73d5e1bbd38489bbf706a9a30d74f9f, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/d1ac32a7a03e4097a2bb0411ef72e2db, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/071359ff87e74d4d80862df4730ce773, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/8c9c0c1f5f974fec9b71df0a762c8fd5] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp, totalSize=47.9 K 2024-11-20T14:27:05,528 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting c73d5e1bbd38489bbf706a9a30d74f9f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732112819820 2024-11-20T14:27:05,528 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 201de893b669de7f20b8c81c34c0a51f#A#compaction#492 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:27:05,528 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting d1ac32a7a03e4097a2bb0411ef72e2db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732112820438 2024-11-20T14:27:05,528 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/5d41623019734e648577eb0c6907b867 is 175, key is test_row_0/A:col10/1732112823839/Put/seqid=0 2024-11-20T14:27:05,529 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 071359ff87e74d4d80862df4730ce773, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732112821571 2024-11-20T14:27:05,529 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c9c0c1f5f974fec9b71df0a762c8fd5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732112823732 2024-11-20T14:27:05,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742414_1590 (size=31685) 2024-11-20T14:27:05,536 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/5d41623019734e648577eb0c6907b867 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/5d41623019734e648577eb0c6907b867 2024-11-20T14:27:05,538 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 201de893b669de7f20b8c81c34c0a51f#C#compaction#494 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:27:05,539 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/2511bfdf9c374befbfff3b7fc6ec9f35 is 50, key is test_row_0/C:col10/1732112823839/Put/seqid=0 2024-11-20T14:27:05,540 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 201de893b669de7f20b8c81c34c0a51f/A of 201de893b669de7f20b8c81c34c0a51f into 5d41623019734e648577eb0c6907b867(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:27:05,541 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:27:05,541 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f., storeName=201de893b669de7f20b8c81c34c0a51f/A, priority=12, startTime=1732112825100; duration=0sec 2024-11-20T14:27:05,541 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:27:05,541 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 201de893b669de7f20b8c81c34c0a51f:A 2024-11-20T14:27:05,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742415_1591 (size=12731) 2024-11-20T14:27:05,550 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/2511bfdf9c374befbfff3b7fc6ec9f35 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/2511bfdf9c374befbfff3b7fc6ec9f35 2024-11-20T14:27:05,554 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 201de893b669de7f20b8c81c34c0a51f/C of 201de893b669de7f20b8c81c34c0a51f into 2511bfdf9c374befbfff3b7fc6ec9f35(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:27:05,554 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:27:05,554 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f., storeName=201de893b669de7f20b8c81c34c0a51f/C, priority=12, startTime=1732112825100; duration=0sec 2024-11-20T14:27:05,554 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:27:05,554 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 201de893b669de7f20b8c81c34c0a51f:C 2024-11-20T14:27:05,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:27:05,562 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207a238ef1dae645269dd9a5a49f0f6509_201de893b669de7f20b8c81c34c0a51f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207a238ef1dae645269dd9a5a49f0f6509_201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:05,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/dbb394e4fd5947809a0e7444b84a446e, store: [table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:27:05,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/dbb394e4fd5947809a0e7444b84a446e is 175, key is test_row_0/A:col10/1732112823857/Put/seqid=0 2024-11-20T14:27:05,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742416_1592 (size=31255) 2024-11-20T14:27:05,568 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=273, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/dbb394e4fd5947809a0e7444b84a446e 2024-11-20T14:27:05,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/baba3882c84d434f931435093ee6188f is 50, key is test_row_0/B:col10/1732112823857/Put/seqid=0 2024-11-20T14:27:05,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742417_1593 (size=12301) 2024-11-20T14:27:05,978 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/baba3882c84d434f931435093ee6188f 2024-11-20T14:27:05,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:27:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:05,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/52475e9829b14e2a96c3ca5ca3f6b262 is 50, key is test_row_0/C:col10/1732112823857/Put/seqid=0 2024-11-20T14:27:05,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742418_1594 (size=12301) 2024-11-20T14:27:05,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112885991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:05,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112885992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:05,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112885993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:05,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112885994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:06,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112886095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:06,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112886095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:06,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112886096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:06,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112886096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-20T14:27:06,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112886298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:06,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112886298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:06,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112886298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:06,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112886298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:06,390 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/52475e9829b14e2a96c3ca5ca3f6b262 2024-11-20T14:27:06,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/dbb394e4fd5947809a0e7444b84a446e as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/dbb394e4fd5947809a0e7444b84a446e 2024-11-20T14:27:06,397 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/dbb394e4fd5947809a0e7444b84a446e, entries=150, sequenceid=273, filesize=30.5 K 2024-11-20T14:27:06,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/baba3882c84d434f931435093ee6188f as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/baba3882c84d434f931435093ee6188f 2024-11-20T14:27:06,400 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/baba3882c84d434f931435093ee6188f, entries=150, sequenceid=273, filesize=12.0 K 2024-11-20T14:27:06,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/52475e9829b14e2a96c3ca5ca3f6b262 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/52475e9829b14e2a96c3ca5ca3f6b262 2024-11-20T14:27:06,404 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/52475e9829b14e2a96c3ca5ca3f6b262, entries=150, sequenceid=273, filesize=12.0 K 2024-11-20T14:27:06,405 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 201de893b669de7f20b8c81c34c0a51f in 1255ms, sequenceid=273, compaction requested=false 2024-11-20T14:27:06,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:27:06,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:06,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-20T14:27:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-20T14:27:06,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-20T14:27:06,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3250 sec 2024-11-20T14:27:06,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 2.3280 sec 2024-11-20T14:27:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:06,602 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 201de893b669de7f20b8c81c34c0a51f 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-20T14:27:06,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=A 2024-11-20T14:27:06,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:27:06,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=B 2024-11-20T14:27:06,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:27:06,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=C 2024-11-20T14:27:06,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:27:06,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120bcb0f22c25ca40c6ae4a5381ab94e402_201de893b669de7f20b8c81c34c0a51f is 50, key is test_row_0/A:col10/1732112825992/Put/seqid=0 2024-11-20T14:27:06,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112886615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:06,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112886615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:06,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112886617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:06,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112886617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:06,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742419_1595 (size=12454) 2024-11-20T14:27:06,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:06,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112886718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112886719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:06,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112886719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:06,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112886721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:06,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:06,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112886921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112886921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:06,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112886922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:06,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112886923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:07,024 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:27:07,027 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120bcb0f22c25ca40c6ae4a5381ab94e402_201de893b669de7f20b8c81c34c0a51f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120bcb0f22c25ca40c6ae4a5381ab94e402_201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:07,028 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/6ffb82b673124c2a8e7095347f16e5c8, store: [table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:27:07,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/6ffb82b673124c2a8e7095347f16e5c8 is 175, key is test_row_0/A:col10/1732112825992/Put/seqid=0 2024-11-20T14:27:07,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742420_1596 (size=31255) 2024-11-20T14:27:07,036 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=295, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/6ffb82b673124c2a8e7095347f16e5c8 2024-11-20T14:27:07,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/d3bdb67fa9b54b588c17eff8e8f90f4f is 50, key is test_row_0/B:col10/1732112825992/Put/seqid=0 2024-11-20T14:27:07,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742421_1597 (size=12301) 2024-11-20T14:27:07,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112887225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:07,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112887225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:07,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112887225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:07,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112887226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:07,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/d3bdb67fa9b54b588c17eff8e8f90f4f 2024-11-20T14:27:07,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/9b3def71d8d34455bf14faf924b2f888 is 50, key is test_row_0/C:col10/1732112825992/Put/seqid=0 2024-11-20T14:27:07,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742422_1598 (size=12301) 2024-11-20T14:27:07,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/9b3def71d8d34455bf14faf924b2f888 2024-11-20T14:27:07,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/6ffb82b673124c2a8e7095347f16e5c8 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/6ffb82b673124c2a8e7095347f16e5c8 2024-11-20T14:27:07,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/6ffb82b673124c2a8e7095347f16e5c8, entries=150, sequenceid=295, filesize=30.5 K 2024-11-20T14:27:07,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/d3bdb67fa9b54b588c17eff8e8f90f4f as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/d3bdb67fa9b54b588c17eff8e8f90f4f 2024-11-20T14:27:07,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/d3bdb67fa9b54b588c17eff8e8f90f4f, entries=150, sequenceid=295, filesize=12.0 K 2024-11-20T14:27:07,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/9b3def71d8d34455bf14faf924b2f888 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/9b3def71d8d34455bf14faf924b2f888 2024-11-20T14:27:07,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/9b3def71d8d34455bf14faf924b2f888, entries=150, sequenceid=295, filesize=12.0 K 2024-11-20T14:27:07,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 201de893b669de7f20b8c81c34c0a51f in 868ms, sequenceid=295, compaction requested=true 2024-11-20T14:27:07,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:27:07,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 201de893b669de7f20b8c81c34c0a51f:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:27:07,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:27:07,470 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:27:07,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 201de893b669de7f20b8c81c34c0a51f:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:27:07,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:27:07,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 201de893b669de7f20b8c81c34c0a51f:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:27:07,470 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:27:07,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:27:07,471 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:27:07,471 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:27:07,471 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 201de893b669de7f20b8c81c34c0a51f/B is initiating minor compaction (all files) 2024-11-20T14:27:07,471 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): 201de893b669de7f20b8c81c34c0a51f/A is initiating minor compaction (all files) 2024-11-20T14:27:07,471 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 201de893b669de7f20b8c81c34c0a51f/A in TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:07,471 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/5d41623019734e648577eb0c6907b867, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/dbb394e4fd5947809a0e7444b84a446e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/6ffb82b673124c2a8e7095347f16e5c8] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp, totalSize=92.0 K 2024-11-20T14:27:07,471 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:07,472 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. files: [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/5d41623019734e648577eb0c6907b867, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/dbb394e4fd5947809a0e7444b84a446e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/6ffb82b673124c2a8e7095347f16e5c8] 2024-11-20T14:27:07,472 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 201de893b669de7f20b8c81c34c0a51f/B in TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:07,472 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d41623019734e648577eb0c6907b867, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732112823732 2024-11-20T14:27:07,472 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/8343eca38a1e41b8aea56fa51dc0b238, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/baba3882c84d434f931435093ee6188f, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/d3bdb67fa9b54b588c17eff8e8f90f4f] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp, totalSize=36.5 K 2024-11-20T14:27:07,472 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbb394e4fd5947809a0e7444b84a446e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732112823855 2024-11-20T14:27:07,472 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 8343eca38a1e41b8aea56fa51dc0b238, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732112823732 2024-11-20T14:27:07,472 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ffb82b673124c2a8e7095347f16e5c8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732112825992 2024-11-20T14:27:07,472 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting baba3882c84d434f931435093ee6188f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732112823855 2024-11-20T14:27:07,473 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting d3bdb67fa9b54b588c17eff8e8f90f4f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732112825992 2024-11-20T14:27:07,478 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 201de893b669de7f20b8c81c34c0a51f#B#compaction#500 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:27:07,479 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/33de65b3de5d41b9a387f3e6f962624b is 50, key is test_row_0/B:col10/1732112825992/Put/seqid=0 2024-11-20T14:27:07,480 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:27:07,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742423_1599 (size=12983) 2024-11-20T14:27:07,490 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/33de65b3de5d41b9a387f3e6f962624b as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/33de65b3de5d41b9a387f3e6f962624b 2024-11-20T14:27:07,493 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 201de893b669de7f20b8c81c34c0a51f/B of 201de893b669de7f20b8c81c34c0a51f into 33de65b3de5d41b9a387f3e6f962624b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:27:07,494 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:27:07,494 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f., storeName=201de893b669de7f20b8c81c34c0a51f/B, priority=13, startTime=1732112827470; duration=0sec 2024-11-20T14:27:07,494 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:27:07,494 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 201de893b669de7f20b8c81c34c0a51f:B 2024-11-20T14:27:07,494 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T14:27:07,495 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T14:27:07,495 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 201de893b669de7f20b8c81c34c0a51f/C is initiating minor compaction (all files) 2024-11-20T14:27:07,495 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 201de893b669de7f20b8c81c34c0a51f/C in TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:07,495 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/2511bfdf9c374befbfff3b7fc6ec9f35, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/52475e9829b14e2a96c3ca5ca3f6b262, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/9b3def71d8d34455bf14faf924b2f888] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp, totalSize=36.5 K 2024-11-20T14:27:07,495 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 2511bfdf9c374befbfff3b7fc6ec9f35, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732112823732 2024-11-20T14:27:07,495 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 52475e9829b14e2a96c3ca5ca3f6b262, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732112823855 2024-11-20T14:27:07,496 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b3def71d8d34455bf14faf924b2f888, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732112825992 2024-11-20T14:27:07,496 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120539acf4f58ae4932a7d87b922c3f8f3e_201de893b669de7f20b8c81c34c0a51f store=[table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:27:07,498 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120539acf4f58ae4932a7d87b922c3f8f3e_201de893b669de7f20b8c81c34c0a51f, store=[table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:27:07,498 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120539acf4f58ae4932a7d87b922c3f8f3e_201de893b669de7f20b8c81c34c0a51f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:27:07,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742424_1600 (size=4469) 2024-11-20T14:27:07,510 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 201de893b669de7f20b8c81c34c0a51f#C#compaction#502 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:27:07,510 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/6ad3dfbaa34c4b45a724b099ac334ea1 is 50, key is test_row_0/C:col10/1732112825992/Put/seqid=0 2024-11-20T14:27:07,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742425_1601 (size=12983) 2024-11-20T14:27:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:07,729 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 201de893b669de7f20b8c81c34c0a51f 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-20T14:27:07,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=A 2024-11-20T14:27:07,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:27:07,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=B 2024-11-20T14:27:07,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:27:07,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=C 2024-11-20T14:27:07,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:27:07,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f71658e3947c4c9988b5d75e23169f4d_201de893b669de7f20b8c81c34c0a51f is 50, key is test_row_0/A:col10/1732112827729/Put/seqid=0 2024-11-20T14:27:07,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742426_1602 (size=14994) 2024-11-20T14:27:07,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112887771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:07,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112887772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:07,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:07,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112887773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112887774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:07,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112887876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:07,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112887876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:07,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112887877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:07,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112887877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:07,907 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 201de893b669de7f20b8c81c34c0a51f#A#compaction#501 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:27:07,907 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/49826809e4b940bf9635d7619f6c95a7 is 175, key is test_row_0/A:col10/1732112825992/Put/seqid=0 2024-11-20T14:27:07,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742427_1603 (size=31937) 2024-11-20T14:27:07,921 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/6ad3dfbaa34c4b45a724b099ac334ea1 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/6ad3dfbaa34c4b45a724b099ac334ea1 2024-11-20T14:27:07,925 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 201de893b669de7f20b8c81c34c0a51f/C of 201de893b669de7f20b8c81c34c0a51f into 6ad3dfbaa34c4b45a724b099ac334ea1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:27:07,925 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:27:07,925 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f., storeName=201de893b669de7f20b8c81c34c0a51f/C, priority=13, startTime=1732112827470; duration=0sec 2024-11-20T14:27:07,925 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:27:07,925 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 201de893b669de7f20b8c81c34c0a51f:C 2024-11-20T14:27:08,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1732112888019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:08,020 DEBUG [Thread-2305 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18204 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f., hostname=315eb151f916,36867,1732112657619, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T14:27:08,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112888078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:08,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112888079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:08,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112888081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:08,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112888082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:08,140 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:27:08,143 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f71658e3947c4c9988b5d75e23169f4d_201de893b669de7f20b8c81c34c0a51f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f71658e3947c4c9988b5d75e23169f4d_201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:08,144 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/c4a5a7667c3846728aadacb2db728d20, store: [table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:27:08,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/c4a5a7667c3846728aadacb2db728d20 is 175, key is test_row_0/A:col10/1732112827729/Put/seqid=0 2024-11-20T14:27:08,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742428_1604 (size=39949) 2024-11-20T14:27:08,148 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/c4a5a7667c3846728aadacb2db728d20 2024-11-20T14:27:08,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/88048f63aacc41798c1ee7bdbf2aa9c3 is 50, key is test_row_0/B:col10/1732112827729/Put/seqid=0 2024-11-20T14:27:08,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742429_1605 (size=12301) 2024-11-20T14:27:08,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/88048f63aacc41798c1ee7bdbf2aa9c3 2024-11-20T14:27:08,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/3b114180c12945229071cf8124242bef is 50, key is test_row_0/C:col10/1732112827729/Put/seqid=0 2024-11-20T14:27:08,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742430_1606 (size=12301) 2024-11-20T14:27:08,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/3b114180c12945229071cf8124242bef 2024-11-20T14:27:08,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/c4a5a7667c3846728aadacb2db728d20 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/c4a5a7667c3846728aadacb2db728d20 2024-11-20T14:27:08,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/c4a5a7667c3846728aadacb2db728d20, entries=200, sequenceid=316, filesize=39.0 K 2024-11-20T14:27:08,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/88048f63aacc41798c1ee7bdbf2aa9c3 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/88048f63aacc41798c1ee7bdbf2aa9c3 2024-11-20T14:27:08,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/88048f63aacc41798c1ee7bdbf2aa9c3, entries=150, sequenceid=316, filesize=12.0 K 2024-11-20T14:27:08,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/3b114180c12945229071cf8124242bef as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/3b114180c12945229071cf8124242bef 2024-11-20T14:27:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-20T14:27:08,185 INFO [Thread-2313 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-20T14:27:08,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/3b114180c12945229071cf8124242bef, entries=150, sequenceid=316, filesize=12.0 K 2024-11-20T14:27:08,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T14:27:08,187 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 201de893b669de7f20b8c81c34c0a51f in 458ms, sequenceid=316, compaction requested=false 2024-11-20T14:27:08,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:27:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-20T14:27:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T14:27:08,188 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T14:27:08,188 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T14:27:08,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T14:27:08,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T14:27:08,315 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/49826809e4b940bf9635d7619f6c95a7 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/49826809e4b940bf9635d7619f6c95a7 2024-11-20T14:27:08,319 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 201de893b669de7f20b8c81c34c0a51f/A of 201de893b669de7f20b8c81c34c0a51f into 49826809e4b940bf9635d7619f6c95a7(size=31.2 K), total size for store is 70.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:27:08,319 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:27:08,319 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f., storeName=201de893b669de7f20b8c81c34c0a51f/A, priority=13, startTime=1732112827470; duration=0sec 2024-11-20T14:27:08,319 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:27:08,319 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 201de893b669de7f20b8c81c34c0a51f:A 2024-11-20T14:27:08,340 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:27:08,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-20T14:27:08,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:08,340 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 201de893b669de7f20b8c81c34c0a51f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T14:27:08,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=A 2024-11-20T14:27:08,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:27:08,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=B 2024-11-20T14:27:08,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:27:08,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=C 2024-11-20T14:27:08,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:27:08,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112005ef28f1ede44a86b443ced2d75062d3_201de893b669de7f20b8c81c34c0a51f is 50, key is test_row_0/A:col10/1732112827772/Put/seqid=0 2024-11-20T14:27:08,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742431_1607 (size=12454) 2024-11-20T14:27:08,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:08,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. as already flushing 2024-11-20T14:27:08,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:08,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112888396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:08,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112888397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:08,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112888398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:08,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:08,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112888399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T14:27:08,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112888500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:08,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112888501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:08,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112888501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:08,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112888502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:08,547 DEBUG [Thread-2320 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6bb6288a to 127.0.0.1:60221 2024-11-20T14:27:08,547 DEBUG [Thread-2320 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:27:08,548 DEBUG [Thread-2316 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d836f78 to 127.0.0.1:60221 2024-11-20T14:27:08,548 DEBUG [Thread-2316 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:27:08,549 DEBUG [Thread-2314 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x091d72db to 127.0.0.1:60221 2024-11-20T14:27:08,549 DEBUG [Thread-2314 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:27:08,549 DEBUG [Thread-2322 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06556601 to 127.0.0.1:60221 2024-11-20T14:27:08,549 DEBUG [Thread-2322 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:27:08,550 DEBUG [Thread-2318 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53305d9b to 127.0.0.1:60221 2024-11-20T14:27:08,550 DEBUG [Thread-2318 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:27:08,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112888702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:08,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112888704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:08,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112888705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:08,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112888705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:08,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:27:08,753 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112005ef28f1ede44a86b443ced2d75062d3_201de893b669de7f20b8c81c34c0a51f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112005ef28f1ede44a86b443ced2d75062d3_201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:08,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/f30833f453824ec1b6950f584990128d, store: [table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:27:08,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/f30833f453824ec1b6950f584990128d is 175, key is test_row_0/A:col10/1732112827772/Put/seqid=0 2024-11-20T14:27:08,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742432_1608 (size=31255) 2024-11-20T14:27:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T14:27:09,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112889004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:09,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:09,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112889007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112889007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:09,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112889007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:09,158 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/f30833f453824ec1b6950f584990128d 2024-11-20T14:27:09,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/65ccfec138d04cb09b471dab4f145137 is 50, key is test_row_0/B:col10/1732112827772/Put/seqid=0 2024-11-20T14:27:09,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742433_1609 (size=12301) 2024-11-20T14:27:09,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T14:27:09,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59248 deadline: 1732112889506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:09,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:09,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59256 deadline: 1732112889509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59276 deadline: 1732112889509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:09,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T14:27:09,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59204 deadline: 1732112889511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 2024-11-20T14:27:09,566 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/65ccfec138d04cb09b471dab4f145137 2024-11-20T14:27:09,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/8d7ff241cf1a403daa76ff84cf8541d6 is 50, key is test_row_0/C:col10/1732112827772/Put/seqid=0 2024-11-20T14:27:09,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742434_1610 (size=12301) 2024-11-20T14:27:09,975 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/8d7ff241cf1a403daa76ff84cf8541d6 2024-11-20T14:27:09,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/f30833f453824ec1b6950f584990128d as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/f30833f453824ec1b6950f584990128d 2024-11-20T14:27:09,981 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/f30833f453824ec1b6950f584990128d, entries=150, sequenceid=334, filesize=30.5 K 2024-11-20T14:27:09,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/65ccfec138d04cb09b471dab4f145137 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/65ccfec138d04cb09b471dab4f145137 2024-11-20T14:27:09,983 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/65ccfec138d04cb09b471dab4f145137, entries=150, sequenceid=334, filesize=12.0 K 2024-11-20T14:27:09,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/8d7ff241cf1a403daa76ff84cf8541d6 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/8d7ff241cf1a403daa76ff84cf8541d6 2024-11-20T14:27:09,986 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/8d7ff241cf1a403daa76ff84cf8541d6, entries=150, sequenceid=334, filesize=12.0 K 2024-11-20T14:27:09,987 INFO [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 201de893b669de7f20b8c81c34c0a51f in 1647ms, sequenceid=334, compaction requested=true 2024-11-20T14:27:09,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:27:09,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:09,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/315eb151f916:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-20T14:27:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-20T14:27:09,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-20T14:27:09,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8000 sec 2024-11-20T14:27:09,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 1.8030 sec 2024-11-20T14:27:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T14:27:10,292 INFO [Thread-2313 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-20T14:27:10,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36867 {}] regionserver.HRegion(8581): Flush requested on 201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:10,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 201de893b669de7f20b8c81c34c0a51f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T14:27:10,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=A 2024-11-20T14:27:10,511 DEBUG [Thread-2307 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7fc332d8 to 127.0.0.1:60221 2024-11-20T14:27:10,511 DEBUG [Thread-2309 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17327621 to 127.0.0.1:60221 2024-11-20T14:27:10,511 DEBUG [Thread-2307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:27:10,511 DEBUG [Thread-2309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:27:10,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:27:10,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=B 2024-11-20T14:27:10,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:27:10,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=C 2024-11-20T14:27:10,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:27:10,516 DEBUG [Thread-2303 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d9954b7 to 127.0.0.1:60221 2024-11-20T14:27:10,516 DEBUG [Thread-2303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:27:10,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112000138d26f0b640e396019c85767e6dff_201de893b669de7f20b8c81c34c0a51f is 50, key is test_row_0/A:col10/1732112828394/Put/seqid=0 2024-11-20T14:27:10,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742435_1611 (size=12454) 2024-11-20T14:27:10,520 DEBUG [Thread-2311 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1584f18a to 127.0.0.1:60221 2024-11-20T14:27:10,520 DEBUG [Thread-2311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:27:10,920 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:27:10,923 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112000138d26f0b640e396019c85767e6dff_201de893b669de7f20b8c81c34c0a51f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112000138d26f0b640e396019c85767e6dff_201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:10,923 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/b8579bdf628c40bbace18124937e14a1, store: [table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:27:10,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/b8579bdf628c40bbace18124937e14a1 is 175, key is test_row_0/A:col10/1732112828394/Put/seqid=0 2024-11-20T14:27:10,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742436_1612 (size=31255) 2024-11-20T14:27:11,327 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=356, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/b8579bdf628c40bbace18124937e14a1 2024-11-20T14:27:11,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/a5e7e97663ec4fa5902729fba1ba0f67 is 50, key is test_row_0/B:col10/1732112828394/Put/seqid=0 2024-11-20T14:27:11,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742437_1613 (size=12301) 2024-11-20T14:27:11,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/a5e7e97663ec4fa5902729fba1ba0f67 2024-11-20T14:27:11,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/89400be89d1f4f1abe2266e67caad4c1 is 50, key is test_row_0/C:col10/1732112828394/Put/seqid=0 2024-11-20T14:27:11,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742438_1614 (size=12301) 2024-11-20T14:27:12,145 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/89400be89d1f4f1abe2266e67caad4c1 2024-11-20T14:27:12,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/b8579bdf628c40bbace18124937e14a1 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/b8579bdf628c40bbace18124937e14a1 2024-11-20T14:27:12,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/b8579bdf628c40bbace18124937e14a1, entries=150, sequenceid=356, filesize=30.5 K 2024-11-20T14:27:12,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/a5e7e97663ec4fa5902729fba1ba0f67 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/a5e7e97663ec4fa5902729fba1ba0f67 2024-11-20T14:27:12,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/a5e7e97663ec4fa5902729fba1ba0f67, entries=150, sequenceid=356, filesize=12.0 K 2024-11-20T14:27:12,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/89400be89d1f4f1abe2266e67caad4c1 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/89400be89d1f4f1abe2266e67caad4c1 2024-11-20T14:27:12,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/89400be89d1f4f1abe2266e67caad4c1, entries=150, sequenceid=356, filesize=12.0 K 2024-11-20T14:27:12,156 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=13.42 KB/13740 for 201de893b669de7f20b8c81c34c0a51f in 1645ms, sequenceid=356, compaction requested=true 2024-11-20T14:27:12,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:27:12,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 201de893b669de7f20b8c81c34c0a51f:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T14:27:12,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:27:12,157 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T14:27:12,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 201de893b669de7f20b8c81c34c0a51f:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T14:27:12,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:27:12,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 201de893b669de7f20b8c81c34c0a51f:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T14:27:12,157 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T14:27:12,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:27:12,158 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134396 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T14:27:12,158 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T14:27:12,158 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1540): 201de893b669de7f20b8c81c34c0a51f/A is initiating minor compaction (all files) 2024-11-20T14:27:12,158 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 201de893b669de7f20b8c81c34c0a51f/B is initiating minor compaction (all files) 2024-11-20T14:27:12,158 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 201de893b669de7f20b8c81c34c0a51f/A in TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:12,158 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 201de893b669de7f20b8c81c34c0a51f/B in TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:12,158 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/49826809e4b940bf9635d7619f6c95a7, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/c4a5a7667c3846728aadacb2db728d20, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/f30833f453824ec1b6950f584990128d, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/b8579bdf628c40bbace18124937e14a1] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp, totalSize=131.2 K 2024-11-20T14:27:12,158 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/33de65b3de5d41b9a387f3e6f962624b, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/88048f63aacc41798c1ee7bdbf2aa9c3, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/65ccfec138d04cb09b471dab4f145137, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/a5e7e97663ec4fa5902729fba1ba0f67] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp, totalSize=48.7 K 2024-11-20T14:27:12,158 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:12,158 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. files: [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/49826809e4b940bf9635d7619f6c95a7, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/c4a5a7667c3846728aadacb2db728d20, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/f30833f453824ec1b6950f584990128d, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/b8579bdf628c40bbace18124937e14a1] 2024-11-20T14:27:12,158 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 33de65b3de5d41b9a387f3e6f962624b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732112825992 2024-11-20T14:27:12,158 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49826809e4b940bf9635d7619f6c95a7, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732112825992 2024-11-20T14:27:12,158 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 88048f63aacc41798c1ee7bdbf2aa9c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732112826613 2024-11-20T14:27:12,158 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4a5a7667c3846728aadacb2db728d20, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732112826613 2024-11-20T14:27:12,159 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 65ccfec138d04cb09b471dab4f145137, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732112827767 2024-11-20T14:27:12,159 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting f30833f453824ec1b6950f584990128d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732112827767 2024-11-20T14:27:12,159 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting a5e7e97663ec4fa5902729fba1ba0f67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732112828394 2024-11-20T14:27:12,159 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8579bdf628c40bbace18124937e14a1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732112828394 2024-11-20T14:27:12,164 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:27:12,165 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 201de893b669de7f20b8c81c34c0a51f#B#compaction#512 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:27:12,166 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/245e719c011a48678bddb16b77c6436a is 50, key is test_row_0/B:col10/1732112828394/Put/seqid=0 2024-11-20T14:27:12,166 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411207acc5a2a2acc47ac906c2553eaee5ecd_201de893b669de7f20b8c81c34c0a51f store=[table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:27:12,168 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411207acc5a2a2acc47ac906c2553eaee5ecd_201de893b669de7f20b8c81c34c0a51f, store=[table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:27:12,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742439_1615 (size=13119) 2024-11-20T14:27:12,169 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207acc5a2a2acc47ac906c2553eaee5ecd_201de893b669de7f20b8c81c34c0a51f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:27:12,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742440_1616 (size=4469) 2024-11-20T14:27:12,572 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 201de893b669de7f20b8c81c34c0a51f#A#compaction#513 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:27:12,572 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/245e719c011a48678bddb16b77c6436a as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/245e719c011a48678bddb16b77c6436a 2024-11-20T14:27:12,573 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/eba0b4039e87413299507241a986bc0f is 175, key is test_row_0/A:col10/1732112828394/Put/seqid=0 2024-11-20T14:27:12,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742441_1617 (size=32073) 2024-11-20T14:27:12,576 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 201de893b669de7f20b8c81c34c0a51f/B of 201de893b669de7f20b8c81c34c0a51f into 245e719c011a48678bddb16b77c6436a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:27:12,576 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:27:12,576 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f., storeName=201de893b669de7f20b8c81c34c0a51f/B, priority=12, startTime=1732112832157; duration=0sec 2024-11-20T14:27:12,576 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T14:27:12,576 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 201de893b669de7f20b8c81c34c0a51f:B 2024-11-20T14:27:12,576 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T14:27:12,577 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T14:27:12,577 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1540): 201de893b669de7f20b8c81c34c0a51f/C is initiating minor compaction (all files) 2024-11-20T14:27:12,577 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 201de893b669de7f20b8c81c34c0a51f/C in TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:12,577 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/6ad3dfbaa34c4b45a724b099ac334ea1, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/3b114180c12945229071cf8124242bef, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/8d7ff241cf1a403daa76ff84cf8541d6, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/89400be89d1f4f1abe2266e67caad4c1] into tmpdir=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp, totalSize=48.7 K 2024-11-20T14:27:12,577 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ad3dfbaa34c4b45a724b099ac334ea1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732112825992 2024-11-20T14:27:12,577 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b114180c12945229071cf8124242bef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732112826613 2024-11-20T14:27:12,578 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d7ff241cf1a403daa76ff84cf8541d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732112827767 2024-11-20T14:27:12,578 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] compactions.Compactor(224): Compacting 89400be89d1f4f1abe2266e67caad4c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732112828394 2024-11-20T14:27:12,579 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/eba0b4039e87413299507241a986bc0f as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/eba0b4039e87413299507241a986bc0f 2024-11-20T14:27:12,582 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 201de893b669de7f20b8c81c34c0a51f/A of 201de893b669de7f20b8c81c34c0a51f into eba0b4039e87413299507241a986bc0f(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:27:12,582 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:27:12,582 INFO [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f., storeName=201de893b669de7f20b8c81c34c0a51f/A, priority=12, startTime=1732112832157; duration=0sec 2024-11-20T14:27:12,582 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:27:12,582 DEBUG [RS:0;315eb151f916:36867-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 201de893b669de7f20b8c81c34c0a51f:A 2024-11-20T14:27:12,584 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 201de893b669de7f20b8c81c34c0a51f#C#compaction#514 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T14:27:12,584 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/79bbbae4772145bca4ba2795c996da53 is 50, key is test_row_0/C:col10/1732112828394/Put/seqid=0 2024-11-20T14:27:12,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742442_1618 (size=13119) 2024-11-20T14:27:12,990 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/79bbbae4772145bca4ba2795c996da53 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/79bbbae4772145bca4ba2795c996da53 2024-11-20T14:27:12,993 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 201de893b669de7f20b8c81c34c0a51f/C of 201de893b669de7f20b8c81c34c0a51f into 79bbbae4772145bca4ba2795c996da53(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T14:27:12,994 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:27:12,994 INFO [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f., storeName=201de893b669de7f20b8c81c34c0a51f/C, priority=12, startTime=1732112832157; duration=0sec 2024-11-20T14:27:12,994 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T14:27:12,994 DEBUG [RS:0;315eb151f916:36867-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 201de893b669de7f20b8c81c34c0a51f:C 2024-11-20T14:27:16,003 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T14:27:18,047 DEBUG [Thread-2305 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d5efb7a to 127.0.0.1:60221 2024-11-20T14:27:18,047 DEBUG [Thread-2305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:27:18,047 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T14:27:18,047 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-20T14:27:18,047 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-20T14:27:18,047 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-20T14:27:18,047 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-20T14:27:18,047 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-20T14:27:18,047 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T14:27:18,047 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7284 2024-11-20T14:27:18,047 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7154 2024-11-20T14:27:18,047 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7243 2024-11-20T14:27:18,047 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7288 2024-11-20T14:27:18,047 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7144 2024-11-20T14:27:18,047 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T14:27:18,047 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T14:27:18,047 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17e5a47d to 127.0.0.1:60221 2024-11-20T14:27:18,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:27:18,048 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T14:27:18,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T14:27:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T14:27:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-20T14:27:18,050 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732112838050"}]},"ts":"1732112838050"} 2024-11-20T14:27:18,051 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T14:27:18,053 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T14:27:18,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T14:27:18,054 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=201de893b669de7f20b8c81c34c0a51f, UNASSIGN}] 2024-11-20T14:27:18,054 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=175, ppid=174, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=201de893b669de7f20b8c81c34c0a51f, UNASSIGN 2024-11-20T14:27:18,055 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=175 updating hbase:meta row=201de893b669de7f20b8c81c34c0a51f, regionState=CLOSING, regionLocation=315eb151f916,36867,1732112657619 2024-11-20T14:27:18,056 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T14:27:18,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; CloseRegionProcedure 201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619}] 2024-11-20T14:27:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-20T14:27:18,207 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 315eb151f916,36867,1732112657619 2024-11-20T14:27:18,207 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(124): Close 201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:18,207 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T14:27:18,207 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1681): Closing 201de893b669de7f20b8c81c34c0a51f, disabling compactions & flushes 2024-11-20T14:27:18,207 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:18,207 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:18,207 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. after waiting 0 ms 2024-11-20T14:27:18,207 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:18,207 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(2837): Flushing 201de893b669de7f20b8c81c34c0a51f 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-20T14:27:18,207 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=A 2024-11-20T14:27:18,207 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:27:18,207 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=B 2024-11-20T14:27:18,207 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:27:18,208 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 201de893b669de7f20b8c81c34c0a51f, store=C 2024-11-20T14:27:18,208 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T14:27:18,212 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f3d575d61ea94c5ca60507663843eea2_201de893b669de7f20b8c81c34c0a51f is 50, key is test_row_0/A:col10/1732112830515/Put/seqid=0 2024-11-20T14:27:18,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742443_1619 (size=9914) 2024-11-20T14:27:18,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-20T14:27:18,615 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:27:18,618 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f3d575d61ea94c5ca60507663843eea2_201de893b669de7f20b8c81c34c0a51f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f3d575d61ea94c5ca60507663843eea2_201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:18,619 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/06fc079a735c46eb8cad224686726d12, store: [table=TestAcidGuarantees family=A region=201de893b669de7f20b8c81c34c0a51f] 2024-11-20T14:27:18,620 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/06fc079a735c46eb8cad224686726d12 is 175, key is test_row_0/A:col10/1732112830515/Put/seqid=0 2024-11-20T14:27:18,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742444_1620 (size=22561) 2024-11-20T14:27:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-20T14:27:19,023 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=365, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/06fc079a735c46eb8cad224686726d12 2024-11-20T14:27:19,028 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/8b1b0c3ced03411e9ed5d5609d3697ff is 50, key is test_row_0/B:col10/1732112830515/Put/seqid=0 2024-11-20T14:27:19,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742445_1621 (size=9857) 2024-11-20T14:27:19,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-20T14:27:19,431 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/8b1b0c3ced03411e9ed5d5609d3697ff 2024-11-20T14:27:19,436 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/64213ff50386429da5d2823e51a46118 is 50, key is test_row_0/C:col10/1732112830515/Put/seqid=0 2024-11-20T14:27:19,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742446_1622 (size=9857) 2024-11-20T14:27:19,840 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/64213ff50386429da5d2823e51a46118 2024-11-20T14:27:19,843 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/A/06fc079a735c46eb8cad224686726d12 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/06fc079a735c46eb8cad224686726d12 2024-11-20T14:27:19,845 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/06fc079a735c46eb8cad224686726d12, entries=100, sequenceid=365, filesize=22.0 K 2024-11-20T14:27:19,846 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/B/8b1b0c3ced03411e9ed5d5609d3697ff as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/8b1b0c3ced03411e9ed5d5609d3697ff 2024-11-20T14:27:19,848 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/8b1b0c3ced03411e9ed5d5609d3697ff, entries=100, sequenceid=365, filesize=9.6 K 2024-11-20T14:27:19,849 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/.tmp/C/64213ff50386429da5d2823e51a46118 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/64213ff50386429da5d2823e51a46118 2024-11-20T14:27:19,851 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/64213ff50386429da5d2823e51a46118, entries=100, sequenceid=365, filesize=9.6 K 2024-11-20T14:27:19,852 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 201de893b669de7f20b8c81c34c0a51f in 1645ms, sequenceid=365, compaction requested=false 2024-11-20T14:27:19,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/a854b4c16479404eb503e87072689fe3, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/702216b8227d4e5b97aa96e858069e8c, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/d1d45e84ddbd4370af9150f5bd1b0546, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/1b0420487d7f46689da04ce8d265196e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/3e4a641ff28d4971bd26bdff3e273385, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/5222a5fa259147d8b9dcab66ffbcb5c4, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/ff2c9a31038a4638984d4150a7c2df9c, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/537de0e2db024fba94cdc08aa432ec94, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/a94aab11905b47b8bca4b004efd95ae1, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/621b57672ad04923919777fb069a6d01, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/c1c3e5112a914271b7ebea810eb84297, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/39d988ed6f3a4981b51fc7dc06b50499, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/903470d543964f4191a5a91e511107d0, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/11fd3a9683d8485896dc89ef28623ba4, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/f762cf6003d24948bba1e1b1f2309b92, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/e9f29fe6169a4de58f51f1bf1e89eb1a, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/5d41623019734e648577eb0c6907b867, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/860bc1163ed9472faf2e3c03217abdf2, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/dbb394e4fd5947809a0e7444b84a446e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/49826809e4b940bf9635d7619f6c95a7, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/6ffb82b673124c2a8e7095347f16e5c8, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/c4a5a7667c3846728aadacb2db728d20, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/f30833f453824ec1b6950f584990128d, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/b8579bdf628c40bbace18124937e14a1] to archive 2024-11-20T14:27:19,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T14:27:19,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/a854b4c16479404eb503e87072689fe3 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/a854b4c16479404eb503e87072689fe3 2024-11-20T14:27:19,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/702216b8227d4e5b97aa96e858069e8c to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/702216b8227d4e5b97aa96e858069e8c 2024-11-20T14:27:19,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/d1d45e84ddbd4370af9150f5bd1b0546 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/d1d45e84ddbd4370af9150f5bd1b0546 2024-11-20T14:27:19,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/1b0420487d7f46689da04ce8d265196e to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/1b0420487d7f46689da04ce8d265196e 2024-11-20T14:27:19,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/3e4a641ff28d4971bd26bdff3e273385 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/3e4a641ff28d4971bd26bdff3e273385 2024-11-20T14:27:19,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/5222a5fa259147d8b9dcab66ffbcb5c4 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/5222a5fa259147d8b9dcab66ffbcb5c4 2024-11-20T14:27:19,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/ff2c9a31038a4638984d4150a7c2df9c to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/ff2c9a31038a4638984d4150a7c2df9c 2024-11-20T14:27:19,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/537de0e2db024fba94cdc08aa432ec94 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/537de0e2db024fba94cdc08aa432ec94 2024-11-20T14:27:19,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/a94aab11905b47b8bca4b004efd95ae1 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/a94aab11905b47b8bca4b004efd95ae1 2024-11-20T14:27:19,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/621b57672ad04923919777fb069a6d01 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/621b57672ad04923919777fb069a6d01 2024-11-20T14:27:19,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/c1c3e5112a914271b7ebea810eb84297 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/c1c3e5112a914271b7ebea810eb84297 2024-11-20T14:27:19,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/39d988ed6f3a4981b51fc7dc06b50499 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/39d988ed6f3a4981b51fc7dc06b50499 2024-11-20T14:27:19,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/903470d543964f4191a5a91e511107d0 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/903470d543964f4191a5a91e511107d0 2024-11-20T14:27:19,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/11fd3a9683d8485896dc89ef28623ba4 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/11fd3a9683d8485896dc89ef28623ba4 2024-11-20T14:27:19,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/f762cf6003d24948bba1e1b1f2309b92 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/f762cf6003d24948bba1e1b1f2309b92 2024-11-20T14:27:19,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/e9f29fe6169a4de58f51f1bf1e89eb1a to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/e9f29fe6169a4de58f51f1bf1e89eb1a 2024-11-20T14:27:19,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/5d41623019734e648577eb0c6907b867 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/5d41623019734e648577eb0c6907b867 2024-11-20T14:27:19,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/860bc1163ed9472faf2e3c03217abdf2 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/860bc1163ed9472faf2e3c03217abdf2 2024-11-20T14:27:19,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/dbb394e4fd5947809a0e7444b84a446e to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/dbb394e4fd5947809a0e7444b84a446e 2024-11-20T14:27:19,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/49826809e4b940bf9635d7619f6c95a7 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/49826809e4b940bf9635d7619f6c95a7 2024-11-20T14:27:19,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/6ffb82b673124c2a8e7095347f16e5c8 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/6ffb82b673124c2a8e7095347f16e5c8 2024-11-20T14:27:19,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/c4a5a7667c3846728aadacb2db728d20 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/c4a5a7667c3846728aadacb2db728d20 2024-11-20T14:27:19,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/f30833f453824ec1b6950f584990128d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/f30833f453824ec1b6950f584990128d 2024-11-20T14:27:19,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/b8579bdf628c40bbace18124937e14a1 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/b8579bdf628c40bbace18124937e14a1 2024-11-20T14:27:19,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/086a7af7bee145c38a36bb69b225a135, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/23fc1d19173d484595ae353f221f9d5a, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/a702781acade41f68778ad621572532f, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/c22bc1ca6a5d422b854fb075b9af4539, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/20103eccdc344f4d99e55ec12474b7ac, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/99a2ee7cd41b404491eef4a5bcb70dbb, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/7ac19e30b1c74707935c2fd16d0acce9, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/6ac39518d9c14c8da17ea287dd87b571, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/f676752f2dbc470c953aa4e1ec427b70, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/8b4aefda64de4d9cba3770621b23b4bc, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/1068a005e24e4f8e929d7c3e80f084dd, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/88f298115afe4d02b238f58c60153d3f, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/e8c10b3b7507465dae9d7878ca607b42, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/f732587ea29f4c049e262f609957135b, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/80df4abab3954952a88f71988e7d7ce2, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/67f1b0585bbf4aa8aa66dfaf5c48d158, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/8343eca38a1e41b8aea56fa51dc0b238, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/5d7417bb038a40169d809decdd354043, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/baba3882c84d434f931435093ee6188f, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/33de65b3de5d41b9a387f3e6f962624b, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/d3bdb67fa9b54b588c17eff8e8f90f4f, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/88048f63aacc41798c1ee7bdbf2aa9c3, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/65ccfec138d04cb09b471dab4f145137, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/a5e7e97663ec4fa5902729fba1ba0f67] to archive 2024-11-20T14:27:19,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T14:27:19,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/086a7af7bee145c38a36bb69b225a135 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/086a7af7bee145c38a36bb69b225a135 2024-11-20T14:27:19,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/23fc1d19173d484595ae353f221f9d5a to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/23fc1d19173d484595ae353f221f9d5a 2024-11-20T14:27:19,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/a702781acade41f68778ad621572532f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/a702781acade41f68778ad621572532f 2024-11-20T14:27:19,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/c22bc1ca6a5d422b854fb075b9af4539 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/c22bc1ca6a5d422b854fb075b9af4539 2024-11-20T14:27:19,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/20103eccdc344f4d99e55ec12474b7ac to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/20103eccdc344f4d99e55ec12474b7ac 2024-11-20T14:27:19,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/99a2ee7cd41b404491eef4a5bcb70dbb to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/99a2ee7cd41b404491eef4a5bcb70dbb 2024-11-20T14:27:19,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/7ac19e30b1c74707935c2fd16d0acce9 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/7ac19e30b1c74707935c2fd16d0acce9 2024-11-20T14:27:19,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/6ac39518d9c14c8da17ea287dd87b571 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/6ac39518d9c14c8da17ea287dd87b571 2024-11-20T14:27:19,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/f676752f2dbc470c953aa4e1ec427b70 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/f676752f2dbc470c953aa4e1ec427b70 2024-11-20T14:27:19,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/8b4aefda64de4d9cba3770621b23b4bc to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/8b4aefda64de4d9cba3770621b23b4bc 2024-11-20T14:27:19,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/1068a005e24e4f8e929d7c3e80f084dd to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/1068a005e24e4f8e929d7c3e80f084dd 2024-11-20T14:27:19,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/88f298115afe4d02b238f58c60153d3f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/88f298115afe4d02b238f58c60153d3f 2024-11-20T14:27:19,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/e8c10b3b7507465dae9d7878ca607b42 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/e8c10b3b7507465dae9d7878ca607b42 2024-11-20T14:27:19,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/f732587ea29f4c049e262f609957135b to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/f732587ea29f4c049e262f609957135b 2024-11-20T14:27:19,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/80df4abab3954952a88f71988e7d7ce2 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/80df4abab3954952a88f71988e7d7ce2 2024-11-20T14:27:19,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/67f1b0585bbf4aa8aa66dfaf5c48d158 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/67f1b0585bbf4aa8aa66dfaf5c48d158 2024-11-20T14:27:19,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/8343eca38a1e41b8aea56fa51dc0b238 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/8343eca38a1e41b8aea56fa51dc0b238 2024-11-20T14:27:19,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/5d7417bb038a40169d809decdd354043 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/5d7417bb038a40169d809decdd354043 2024-11-20T14:27:19,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/baba3882c84d434f931435093ee6188f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/baba3882c84d434f931435093ee6188f 2024-11-20T14:27:19,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/33de65b3de5d41b9a387f3e6f962624b to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/33de65b3de5d41b9a387f3e6f962624b 2024-11-20T14:27:19,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/d3bdb67fa9b54b588c17eff8e8f90f4f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/d3bdb67fa9b54b588c17eff8e8f90f4f 2024-11-20T14:27:19,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/88048f63aacc41798c1ee7bdbf2aa9c3 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/88048f63aacc41798c1ee7bdbf2aa9c3 2024-11-20T14:27:19,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/65ccfec138d04cb09b471dab4f145137 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/65ccfec138d04cb09b471dab4f145137 2024-11-20T14:27:19,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/a5e7e97663ec4fa5902729fba1ba0f67 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/a5e7e97663ec4fa5902729fba1ba0f67 2024-11-20T14:27:19,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/3062b4876d4d466db2a494cd6de12303, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/218aaf975c9b46cc85738fcff98e2e2e, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/7168a2112ab6436b9cfb59b6dfaaf207, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/5e7c1f3ba45148e2870ba2fb943ada55, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/8ba4908bad7c4f22bbcef526ae6943cb, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/ca697c9b60e5484b9e76005f7e4b8d04, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/c2c199cbba4646a4a41d048ea4fc9818, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/b218fb93d9c14389a4c9d47607710ee8, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/47df1615b80f40c0a3a3611c4a792723, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/cf30dad06f9e4d249a59990c5e3546fc, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/0c028f98d8534c66b1d9aed8b3cbd40d, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/2dc30cc605224c268b0b7858abc0e4f8, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/c73d5e1bbd38489bbf706a9a30d74f9f, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/6f94ee86d4bb484aa1b1f0e017b3415f, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/d1ac32a7a03e4097a2bb0411ef72e2db, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/071359ff87e74d4d80862df4730ce773, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/2511bfdf9c374befbfff3b7fc6ec9f35, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/8c9c0c1f5f974fec9b71df0a762c8fd5, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/52475e9829b14e2a96c3ca5ca3f6b262, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/6ad3dfbaa34c4b45a724b099ac334ea1, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/9b3def71d8d34455bf14faf924b2f888, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/3b114180c12945229071cf8124242bef, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/8d7ff241cf1a403daa76ff84cf8541d6, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/89400be89d1f4f1abe2266e67caad4c1] to archive 2024-11-20T14:27:19,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T14:27:19,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/3062b4876d4d466db2a494cd6de12303 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/3062b4876d4d466db2a494cd6de12303 2024-11-20T14:27:19,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/218aaf975c9b46cc85738fcff98e2e2e to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/218aaf975c9b46cc85738fcff98e2e2e 2024-11-20T14:27:19,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/7168a2112ab6436b9cfb59b6dfaaf207 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/7168a2112ab6436b9cfb59b6dfaaf207 2024-11-20T14:27:19,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/5e7c1f3ba45148e2870ba2fb943ada55 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/5e7c1f3ba45148e2870ba2fb943ada55 2024-11-20T14:27:19,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/8ba4908bad7c4f22bbcef526ae6943cb to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/8ba4908bad7c4f22bbcef526ae6943cb 2024-11-20T14:27:19,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/ca697c9b60e5484b9e76005f7e4b8d04 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/ca697c9b60e5484b9e76005f7e4b8d04 2024-11-20T14:27:19,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/c2c199cbba4646a4a41d048ea4fc9818 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/c2c199cbba4646a4a41d048ea4fc9818 2024-11-20T14:27:19,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/b218fb93d9c14389a4c9d47607710ee8 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/b218fb93d9c14389a4c9d47607710ee8 2024-11-20T14:27:19,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/47df1615b80f40c0a3a3611c4a792723 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/47df1615b80f40c0a3a3611c4a792723 2024-11-20T14:27:19,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/cf30dad06f9e4d249a59990c5e3546fc to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/cf30dad06f9e4d249a59990c5e3546fc 2024-11-20T14:27:19,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/0c028f98d8534c66b1d9aed8b3cbd40d to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/0c028f98d8534c66b1d9aed8b3cbd40d 2024-11-20T14:27:19,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/2dc30cc605224c268b0b7858abc0e4f8 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/2dc30cc605224c268b0b7858abc0e4f8 2024-11-20T14:27:19,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/c73d5e1bbd38489bbf706a9a30d74f9f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/c73d5e1bbd38489bbf706a9a30d74f9f 2024-11-20T14:27:19,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/6f94ee86d4bb484aa1b1f0e017b3415f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/6f94ee86d4bb484aa1b1f0e017b3415f 2024-11-20T14:27:19,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/d1ac32a7a03e4097a2bb0411ef72e2db to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/d1ac32a7a03e4097a2bb0411ef72e2db 2024-11-20T14:27:19,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/071359ff87e74d4d80862df4730ce773 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/071359ff87e74d4d80862df4730ce773 2024-11-20T14:27:19,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/2511bfdf9c374befbfff3b7fc6ec9f35 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/2511bfdf9c374befbfff3b7fc6ec9f35 2024-11-20T14:27:19,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/8c9c0c1f5f974fec9b71df0a762c8fd5 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/8c9c0c1f5f974fec9b71df0a762c8fd5 2024-11-20T14:27:19,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/52475e9829b14e2a96c3ca5ca3f6b262 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/52475e9829b14e2a96c3ca5ca3f6b262 2024-11-20T14:27:19,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/6ad3dfbaa34c4b45a724b099ac334ea1 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/6ad3dfbaa34c4b45a724b099ac334ea1 2024-11-20T14:27:19,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/9b3def71d8d34455bf14faf924b2f888 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/9b3def71d8d34455bf14faf924b2f888 2024-11-20T14:27:19,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/3b114180c12945229071cf8124242bef to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/3b114180c12945229071cf8124242bef 2024-11-20T14:27:19,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/8d7ff241cf1a403daa76ff84cf8541d6 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/8d7ff241cf1a403daa76ff84cf8541d6 2024-11-20T14:27:19,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/89400be89d1f4f1abe2266e67caad4c1 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/89400be89d1f4f1abe2266e67caad4c1 2024-11-20T14:27:19,915 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/recovered.edits/368.seqid, newMaxSeqId=368, maxSeqId=4 2024-11-20T14:27:19,915 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f. 2024-11-20T14:27:19,915 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1635): Region close journal for 201de893b669de7f20b8c81c34c0a51f: 2024-11-20T14:27:19,916 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(170): Closed 201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:19,917 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=175 updating hbase:meta row=201de893b669de7f20b8c81c34c0a51f, regionState=CLOSED 2024-11-20T14:27:19,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-20T14:27:19,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; CloseRegionProcedure 201de893b669de7f20b8c81c34c0a51f, server=315eb151f916,36867,1732112657619 in 1.8610 sec 2024-11-20T14:27:19,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=175, resume processing ppid=174 2024-11-20T14:27:19,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, ppid=174, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=201de893b669de7f20b8c81c34c0a51f, UNASSIGN in 1.8640 sec 2024-11-20T14:27:19,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-20T14:27:19,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8670 sec 2024-11-20T14:27:19,922 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732112839922"}]},"ts":"1732112839922"} 2024-11-20T14:27:19,922 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T14:27:19,925 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T14:27:19,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8770 sec 2024-11-20T14:27:20,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-20T14:27:20,153 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-20T14:27:20,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T14:27:20,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T14:27:20,155 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=177, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T14:27:20,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-20T14:27:20,155 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=177, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T14:27:20,156 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:20,158 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A, FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B, FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C, FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/recovered.edits] 2024-11-20T14:27:20,160 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/06fc079a735c46eb8cad224686726d12 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/06fc079a735c46eb8cad224686726d12 2024-11-20T14:27:20,161 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/eba0b4039e87413299507241a986bc0f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/A/eba0b4039e87413299507241a986bc0f 2024-11-20T14:27:20,162 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/245e719c011a48678bddb16b77c6436a to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/245e719c011a48678bddb16b77c6436a 2024-11-20T14:27:20,163 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/8b1b0c3ced03411e9ed5d5609d3697ff to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/B/8b1b0c3ced03411e9ed5d5609d3697ff 2024-11-20T14:27:20,164 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/64213ff50386429da5d2823e51a46118 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/64213ff50386429da5d2823e51a46118 2024-11-20T14:27:20,165 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/79bbbae4772145bca4ba2795c996da53 to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/C/79bbbae4772145bca4ba2795c996da53 2024-11-20T14:27:20,167 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/recovered.edits/368.seqid to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f/recovered.edits/368.seqid 2024-11-20T14:27:20,167 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/default/TestAcidGuarantees/201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:20,167 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T14:27:20,168 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T14:27:20,168 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T14:27:20,170 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112000138d26f0b640e396019c85767e6dff_201de893b669de7f20b8c81c34c0a51f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112000138d26f0b640e396019c85767e6dff_201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:20,171 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112005ef28f1ede44a86b443ced2d75062d3_201de893b669de7f20b8c81c34c0a51f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112005ef28f1ede44a86b443ced2d75062d3_201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:20,172 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120135d746f439c4fa2a63909d8361a1c4e_201de893b669de7f20b8c81c34c0a51f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120135d746f439c4fa2a63909d8361a1c4e_201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:20,173 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112014819c7090ef4ef5b403849287fb8f3e_201de893b669de7f20b8c81c34c0a51f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112014819c7090ef4ef5b403849287fb8f3e_201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:20,173 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201b78f3f140054016941e4e1f0cc1abac_201de893b669de7f20b8c81c34c0a51f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201b78f3f140054016941e4e1f0cc1abac_201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:20,174 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203646a7ca38c34807b3ac1ec767bf368a_201de893b669de7f20b8c81c34c0a51f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203646a7ca38c34807b3ac1ec767bf368a_201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:20,175 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203fd56ca83c4340818105ea5ed359fd17_201de893b669de7f20b8c81c34c0a51f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203fd56ca83c4340818105ea5ed359fd17_201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:20,176 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112044221b984583458c8a13a23b40e16eb8_201de893b669de7f20b8c81c34c0a51f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112044221b984583458c8a13a23b40e16eb8_201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:20,177 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120483eef34143240699aee81b88976e467_201de893b669de7f20b8c81c34c0a51f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120483eef34143240699aee81b88976e467_201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:20,177 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207a238ef1dae645269dd9a5a49f0f6509_201de893b669de7f20b8c81c34c0a51f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207a238ef1dae645269dd9a5a49f0f6509_201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:20,178 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207c3700b34b8f4a1489ba983ac7545def_201de893b669de7f20b8c81c34c0a51f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207c3700b34b8f4a1489ba983ac7545def_201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:20,179 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207d4703bf45f44d64a5f26d1380686e1c_201de893b669de7f20b8c81c34c0a51f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207d4703bf45f44d64a5f26d1380686e1c_201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:20,179 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a5d08163a3fd4667bddef6c028617498_201de893b669de7f20b8c81c34c0a51f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a5d08163a3fd4667bddef6c028617498_201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:20,180 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120bcb0f22c25ca40c6ae4a5381ab94e402_201de893b669de7f20b8c81c34c0a51f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120bcb0f22c25ca40c6ae4a5381ab94e402_201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:20,181 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120bdbdf26f22a144cb996365668ef7a5f6_201de893b669de7f20b8c81c34c0a51f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120bdbdf26f22a144cb996365668ef7a5f6_201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:20,182 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c6de33a0083d435889c6bdcdee91b45b_201de893b669de7f20b8c81c34c0a51f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c6de33a0083d435889c6bdcdee91b45b_201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:20,182 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120de4b17a6d4b542668eba4bca8702ac6b_201de893b669de7f20b8c81c34c0a51f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120de4b17a6d4b542668eba4bca8702ac6b_201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:20,183 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f3d575d61ea94c5ca60507663843eea2_201de893b669de7f20b8c81c34c0a51f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f3d575d61ea94c5ca60507663843eea2_201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:20,184 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f71658e3947c4c9988b5d75e23169f4d_201de893b669de7f20b8c81c34c0a51f to hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f71658e3947c4c9988b5d75e23169f4d_201de893b669de7f20b8c81c34c0a51f 2024-11-20T14:27:20,184 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T14:27:20,186 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=177, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T14:27:20,188 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T14:27:20,190 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T14:27:20,190 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=177, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T14:27:20,191 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T14:27:20,191 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732112840191"}]},"ts":"9223372036854775807"} 2024-11-20T14:27:20,192 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T14:27:20,192 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 201de893b669de7f20b8c81c34c0a51f, NAME => 'TestAcidGuarantees,,1732112805486.201de893b669de7f20b8c81c34c0a51f.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T14:27:20,192 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T14:27:20,192 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732112840192"}]},"ts":"9223372036854775807"} 2024-11-20T14:27:20,193 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T14:27:20,196 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=177, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T14:27:20,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 42 msec 2024-11-20T14:27:20,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-20T14:27:20,256 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-20T14:27:20,265 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=236 (was 240), OpenFileDescriptor=448 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=303 (was 329), ProcessCount=11 (was 11), AvailableMemoryMB=5780 (was 5793) 2024-11-20T14:27:20,265 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-20T14:27:20,265 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T14:27:20,266 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:60221 2024-11-20T14:27:20,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:27:20,266 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T14:27:20,266 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=633883069, stopped=false 2024-11-20T14:27:20,266 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=315eb151f916,38243,1732112656868 2024-11-20T14:27:20,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x10015515fa70001, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T14:27:20,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T14:27:20,268 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-20T14:27:20,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x10015515fa70001, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T14:27:20,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T14:27:20,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:27:20,269 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '315eb151f916,36867,1732112657619' ***** 2024-11-20T14:27:20,269 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-20T14:27:20,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36867-0x10015515fa70001, quorum=127.0.0.1:60221, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T14:27:20,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T14:27:20,269 INFO [RS:0;315eb151f916:36867 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T14:27:20,269 INFO [RS:0;315eb151f916:36867 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T14:27:20,269 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-20T14:27:20,269 INFO [RS:0;315eb151f916:36867 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T14:27:20,270 INFO [RS:0;315eb151f916:36867 {}] regionserver.HRegionServer(3579): Received CLOSE for f5edc325dd188ef9a07ad2f13e750ea8 2024-11-20T14:27:20,270 INFO [RS:0;315eb151f916:36867 {}] regionserver.HRegionServer(1224): stopping server 315eb151f916,36867,1732112657619 2024-11-20T14:27:20,270 DEBUG [RS:0;315eb151f916:36867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:27:20,270 INFO [RS:0;315eb151f916:36867 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T14:27:20,270 INFO [RS:0;315eb151f916:36867 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T14:27:20,270 INFO [RS:0;315eb151f916:36867 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T14:27:20,270 INFO [RS:0;315eb151f916:36867 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-20T14:27:20,270 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f5edc325dd188ef9a07ad2f13e750ea8, disabling compactions & flushes 2024-11-20T14:27:20,270 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732112661198.f5edc325dd188ef9a07ad2f13e750ea8. 2024-11-20T14:27:20,270 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732112661198.f5edc325dd188ef9a07ad2f13e750ea8. 2024-11-20T14:27:20,270 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732112661198.f5edc325dd188ef9a07ad2f13e750ea8. after waiting 0 ms 2024-11-20T14:27:20,270 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732112661198.f5edc325dd188ef9a07ad2f13e750ea8. 2024-11-20T14:27:20,270 INFO [RS:0;315eb151f916:36867 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-20T14:27:20,270 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing f5edc325dd188ef9a07ad2f13e750ea8 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-20T14:27:20,270 DEBUG [RS:0;315eb151f916:36867 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, f5edc325dd188ef9a07ad2f13e750ea8=hbase:namespace,,1732112661198.f5edc325dd188ef9a07ad2f13e750ea8.} 2024-11-20T14:27:20,270 DEBUG [RS_CLOSE_META-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T14:27:20,271 INFO [RS_CLOSE_META-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T14:27:20,271 DEBUG [RS_CLOSE_META-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T14:27:20,271 DEBUG [RS_CLOSE_META-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T14:27:20,271 DEBUG [RS_CLOSE_META-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T14:27:20,271 INFO [RS_CLOSE_META-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-20T14:27:20,274 DEBUG [RS:0;315eb151f916:36867 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, f5edc325dd188ef9a07ad2f13e750ea8 2024-11-20T14:27:20,286 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/hbase/namespace/f5edc325dd188ef9a07ad2f13e750ea8/.tmp/info/bc3024824b984dcf83408a66b766b9bc is 45, key is default/info:d/1732112662550/Put/seqid=0 2024-11-20T14:27:20,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742447_1623 (size=5037) 2024-11-20T14:27:20,293 DEBUG [RS_CLOSE_META-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/hbase/meta/1588230740/.tmp/info/cac40c53d4c84b6b87ed17f06be5ec92 is 143, key is hbase:namespace,,1732112661198.f5edc325dd188ef9a07ad2f13e750ea8./info:regioninfo/1732112662431/Put/seqid=0 2024-11-20T14:27:20,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742448_1624 (size=7725) 2024-11-20T14:27:20,307 INFO [regionserver/315eb151f916:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T14:27:20,307 INFO [regionserver/315eb151f916:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T14:27:20,311 INFO [regionserver/315eb151f916:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T14:27:20,474 DEBUG [RS:0;315eb151f916:36867 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, f5edc325dd188ef9a07ad2f13e750ea8 2024-11-20T14:27:20,674 DEBUG [RS:0;315eb151f916:36867 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, f5edc325dd188ef9a07ad2f13e750ea8 2024-11-20T14:27:20,690 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/hbase/namespace/f5edc325dd188ef9a07ad2f13e750ea8/.tmp/info/bc3024824b984dcf83408a66b766b9bc 2024-11-20T14:27:20,693 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/hbase/namespace/f5edc325dd188ef9a07ad2f13e750ea8/.tmp/info/bc3024824b984dcf83408a66b766b9bc as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/hbase/namespace/f5edc325dd188ef9a07ad2f13e750ea8/info/bc3024824b984dcf83408a66b766b9bc 2024-11-20T14:27:20,695 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/hbase/namespace/f5edc325dd188ef9a07ad2f13e750ea8/info/bc3024824b984dcf83408a66b766b9bc, entries=2, sequenceid=6, filesize=4.9 K 2024-11-20T14:27:20,696 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for f5edc325dd188ef9a07ad2f13e750ea8 in 426ms, sequenceid=6, compaction requested=false 2024-11-20T14:27:20,697 INFO [RS_CLOSE_META-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/hbase/meta/1588230740/.tmp/info/cac40c53d4c84b6b87ed17f06be5ec92 2024-11-20T14:27:20,699 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/hbase/namespace/f5edc325dd188ef9a07ad2f13e750ea8/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T14:27:20,699 INFO [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732112661198.f5edc325dd188ef9a07ad2f13e750ea8. 2024-11-20T14:27:20,699 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f5edc325dd188ef9a07ad2f13e750ea8: 2024-11-20T14:27:20,700 DEBUG [RS_CLOSE_REGION-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732112661198.f5edc325dd188ef9a07ad2f13e750ea8. 2024-11-20T14:27:20,714 DEBUG [RS_CLOSE_META-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/hbase/meta/1588230740/.tmp/rep_barrier/ddad46c448244ed89bf5d0acd1fc5b91 is 102, key is TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2./rep_barrier:/1732112691130/DeleteFamily/seqid=0 2024-11-20T14:27:20,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742449_1625 (size=6025) 2024-11-20T14:27:20,874 DEBUG [RS:0;315eb151f916:36867 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-20T14:27:21,075 DEBUG [RS:0;315eb151f916:36867 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-20T14:27:21,118 INFO [RS_CLOSE_META-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/hbase/meta/1588230740/.tmp/rep_barrier/ddad46c448244ed89bf5d0acd1fc5b91 2024-11-20T14:27:21,135 DEBUG [RS_CLOSE_META-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/hbase/meta/1588230740/.tmp/table/5d19eef81ae1492db86b4e4323cdacaa is 96, key is TestAcidGuarantees,,1732112662765.a85167de91c346268793bfb8dac7e7a2./table:/1732112691130/DeleteFamily/seqid=0 2024-11-20T14:27:21,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742450_1626 (size=5942) 2024-11-20T14:27:21,275 INFO [RS:0;315eb151f916:36867 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-20T14:27:21,275 DEBUG [RS:0;315eb151f916:36867 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T14:27:21,275 DEBUG [RS:0;315eb151f916:36867 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-20T14:27:21,475 DEBUG [RS:0;315eb151f916:36867 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-20T14:27:21,540 INFO [RS_CLOSE_META-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/hbase/meta/1588230740/.tmp/table/5d19eef81ae1492db86b4e4323cdacaa 2024-11-20T14:27:21,543 DEBUG [RS_CLOSE_META-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/hbase/meta/1588230740/.tmp/info/cac40c53d4c84b6b87ed17f06be5ec92 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/hbase/meta/1588230740/info/cac40c53d4c84b6b87ed17f06be5ec92 2024-11-20T14:27:21,545 INFO [RS_CLOSE_META-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/hbase/meta/1588230740/info/cac40c53d4c84b6b87ed17f06be5ec92, entries=22, sequenceid=93, filesize=7.5 K 2024-11-20T14:27:21,546 DEBUG [RS_CLOSE_META-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/hbase/meta/1588230740/.tmp/rep_barrier/ddad46c448244ed89bf5d0acd1fc5b91 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/hbase/meta/1588230740/rep_barrier/ddad46c448244ed89bf5d0acd1fc5b91 2024-11-20T14:27:21,548 INFO [RS_CLOSE_META-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/hbase/meta/1588230740/rep_barrier/ddad46c448244ed89bf5d0acd1fc5b91, entries=6, sequenceid=93, filesize=5.9 K 2024-11-20T14:27:21,549 DEBUG [RS_CLOSE_META-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/hbase/meta/1588230740/.tmp/table/5d19eef81ae1492db86b4e4323cdacaa as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/hbase/meta/1588230740/table/5d19eef81ae1492db86b4e4323cdacaa 2024-11-20T14:27:21,551 INFO [RS_CLOSE_META-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/hbase/meta/1588230740/table/5d19eef81ae1492db86b4e4323cdacaa, entries=9, sequenceid=93, filesize=5.8 K 2024-11-20T14:27:21,552 INFO [RS_CLOSE_META-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1281ms, sequenceid=93, compaction requested=false 2024-11-20T14:27:21,555 DEBUG [RS_CLOSE_META-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-20T14:27:21,556 DEBUG [RS_CLOSE_META-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T14:27:21,556 INFO [RS_CLOSE_META-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T14:27:21,556 DEBUG [RS_CLOSE_META-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T14:27:21,556 DEBUG [RS_CLOSE_META-regionserver/315eb151f916:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T14:27:21,675 INFO [RS:0;315eb151f916:36867 {}] regionserver.HRegionServer(1250): stopping server 315eb151f916,36867,1732112657619; all regions closed. 2024-11-20T14:27:21,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741834_1010 (size=26050) 2024-11-20T14:27:21,681 DEBUG [RS:0;315eb151f916:36867 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/oldWALs 2024-11-20T14:27:21,681 INFO [RS:0;315eb151f916:36867 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 315eb151f916%2C36867%2C1732112657619.meta:.meta(num 1732112660946) 2024-11-20T14:27:21,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741833_1009 (size=14312528) 2024-11-20T14:27:21,684 DEBUG [RS:0;315eb151f916:36867 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/oldWALs 2024-11-20T14:27:21,684 INFO [RS:0;315eb151f916:36867 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 315eb151f916%2C36867%2C1732112657619:(num 1732112660389) 2024-11-20T14:27:21,684 DEBUG [RS:0;315eb151f916:36867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:27:21,684 INFO [RS:0;315eb151f916:36867 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T14:27:21,685 INFO [RS:0;315eb151f916:36867 {}] hbase.ChoreService(370): Chore service for: regionserver/315eb151f916:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T14:27:21,685 INFO [regionserver/315eb151f916:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T14:27:21,686 INFO [RS:0;315eb151f916:36867 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36867 2024-11-20T14:27:21,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x10015515fa70001, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/315eb151f916,36867,1732112657619 2024-11-20T14:27:21,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T14:27:21,691 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [315eb151f916,36867,1732112657619] 2024-11-20T14:27:21,692 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 315eb151f916,36867,1732112657619; numProcessing=1 2024-11-20T14:27:21,694 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/315eb151f916,36867,1732112657619 already deleted, retry=false 2024-11-20T14:27:21,694 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 315eb151f916,36867,1732112657619 expired; onlineServers=0 2024-11-20T14:27:21,694 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '315eb151f916,38243,1732112656868' ***** 2024-11-20T14:27:21,694 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T14:27:21,694 DEBUG [M:0;315eb151f916:38243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d66913, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=315eb151f916/172.17.0.2:0 2024-11-20T14:27:21,694 INFO [M:0;315eb151f916:38243 {}] regionserver.HRegionServer(1224): stopping server 315eb151f916,38243,1732112656868 2024-11-20T14:27:21,694 INFO [M:0;315eb151f916:38243 {}] regionserver.HRegionServer(1250): stopping server 315eb151f916,38243,1732112656868; all regions closed. 2024-11-20T14:27:21,694 DEBUG [M:0;315eb151f916:38243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:27:21,694 DEBUG [M:0;315eb151f916:38243 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T14:27:21,695 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T14:27:21,695 DEBUG [M:0;315eb151f916:38243 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T14:27:21,695 DEBUG [master/315eb151f916:0:becomeActiveMaster-HFileCleaner.large.0-1732112660099 {}] cleaner.HFileCleaner(306): Exit Thread[master/315eb151f916:0:becomeActiveMaster-HFileCleaner.large.0-1732112660099,5,FailOnTimeoutGroup] 2024-11-20T14:27:21,695 DEBUG [master/315eb151f916:0:becomeActiveMaster-HFileCleaner.small.0-1732112660100 {}] cleaner.HFileCleaner(306): Exit Thread[master/315eb151f916:0:becomeActiveMaster-HFileCleaner.small.0-1732112660100,5,FailOnTimeoutGroup] 2024-11-20T14:27:21,695 INFO [M:0;315eb151f916:38243 {}] hbase.ChoreService(370): Chore service for: master/315eb151f916:0 had [] on shutdown 2024-11-20T14:27:21,695 DEBUG [M:0;315eb151f916:38243 {}] master.HMaster(1733): Stopping service threads 2024-11-20T14:27:21,695 INFO [M:0;315eb151f916:38243 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T14:27:21,695 ERROR [M:0;315eb151f916:38243 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-20T14:27:21,696 INFO [M:0;315eb151f916:38243 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T14:27:21,696 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T14:27:21,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T14:27:21,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T14:27:21,696 DEBUG [M:0;315eb151f916:38243 {}] zookeeper.ZKUtil(347): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T14:27:21,696 WARN [M:0;315eb151f916:38243 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T14:27:21,696 INFO [M:0;315eb151f916:38243 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-20T14:27:21,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T14:27:21,697 INFO [M:0;315eb151f916:38243 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T14:27:21,697 DEBUG [M:0;315eb151f916:38243 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T14:27:21,697 INFO [M:0;315eb151f916:38243 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T14:27:21,697 DEBUG [M:0;315eb151f916:38243 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T14:27:21,697 DEBUG [M:0;315eb151f916:38243 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T14:27:21,697 DEBUG [M:0;315eb151f916:38243 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T14:27:21,697 INFO [M:0;315eb151f916:38243 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=750.66 KB heapSize=922.02 KB 2024-11-20T14:27:21,712 DEBUG [M:0;315eb151f916:38243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a55a0fa75b847a182d07d2a7ad8d736 is 82, key is hbase:meta,,1/info:regioninfo/1732112661089/Put/seqid=0 2024-11-20T14:27:21,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742451_1627 (size=5672) 2024-11-20T14:27:21,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x10015515fa70001, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T14:27:21,793 INFO [RS:0;315eb151f916:36867 {}] regionserver.HRegionServer(1307): Exiting; stopping=315eb151f916,36867,1732112657619; zookeeper connection closed. 2024-11-20T14:27:21,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x10015515fa70001, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T14:27:21,793 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4558d17 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4558d17 2024-11-20T14:27:21,794 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T14:27:22,116 INFO [M:0;315eb151f916:38243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2106 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a55a0fa75b847a182d07d2a7ad8d736 2024-11-20T14:27:22,136 DEBUG [M:0;315eb151f916:38243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3bc4b27430cc46e69f99c2e87fb13431 is 2284, key is \x00\x00\x00\x00\x00\x00\x00\x9A/proc:d/1732112808503/Put/seqid=0 2024-11-20T14:27:22,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742452_1628 (size=44695) 2024-11-20T14:27:22,540 INFO [M:0;315eb151f916:38243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750.10 KB at sequenceid=2106 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3bc4b27430cc46e69f99c2e87fb13431 2024-11-20T14:27:22,542 INFO [M:0;315eb151f916:38243 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3bc4b27430cc46e69f99c2e87fb13431 2024-11-20T14:27:22,557 DEBUG [M:0;315eb151f916:38243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b21c563f1d5f46aaa43ce2f2554671ba is 69, key is 315eb151f916,36867,1732112657619/rs:state/1732112660159/Put/seqid=0 2024-11-20T14:27:22,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073742453_1629 (size=5156) 2024-11-20T14:27:22,961 INFO [M:0;315eb151f916:38243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2106 (bloomFilter=true), to=hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b21c563f1d5f46aaa43ce2f2554671ba 2024-11-20T14:27:22,964 DEBUG [M:0;315eb151f916:38243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a55a0fa75b847a182d07d2a7ad8d736 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a55a0fa75b847a182d07d2a7ad8d736 2024-11-20T14:27:22,966 INFO [M:0;315eb151f916:38243 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a55a0fa75b847a182d07d2a7ad8d736, entries=8, sequenceid=2106, filesize=5.5 K 2024-11-20T14:27:22,967 DEBUG [M:0;315eb151f916:38243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3bc4b27430cc46e69f99c2e87fb13431 as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3bc4b27430cc46e69f99c2e87fb13431 2024-11-20T14:27:22,969 INFO [M:0;315eb151f916:38243 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3bc4b27430cc46e69f99c2e87fb13431 2024-11-20T14:27:22,969 INFO [M:0;315eb151f916:38243 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3bc4b27430cc46e69f99c2e87fb13431, entries=177, sequenceid=2106, filesize=43.6 K 2024-11-20T14:27:22,970 DEBUG [M:0;315eb151f916:38243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b21c563f1d5f46aaa43ce2f2554671ba as hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b21c563f1d5f46aaa43ce2f2554671ba 2024-11-20T14:27:22,972 INFO [M:0;315eb151f916:38243 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45453/user/jenkins/test-data/1184f471-9d17-a058-7d35-08ce6c6865a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b21c563f1d5f46aaa43ce2f2554671ba, entries=1, sequenceid=2106, filesize=5.0 K 2024-11-20T14:27:22,972 INFO [M:0;315eb151f916:38243 {}] regionserver.HRegion(3040): Finished flush of dataSize ~750.66 KB/768673, heapSize ~921.73 KB/943848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=2106, compaction requested=false 2024-11-20T14:27:22,974 INFO [M:0;315eb151f916:38243 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T14:27:22,974 DEBUG [M:0;315eb151f916:38243 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T14:27:22,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741830_1006 (size=906794) 2024-11-20T14:27:22,976 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T14:27:22,976 INFO [M:0;315eb151f916:38243 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-20T14:27:22,976 INFO [M:0;315eb151f916:38243 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38243 2024-11-20T14:27:22,978 DEBUG [M:0;315eb151f916:38243 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/315eb151f916,38243,1732112656868 already deleted, retry=false 2024-11-20T14:27:23,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T14:27:23,081 INFO [M:0;315eb151f916:38243 {}] regionserver.HRegionServer(1307): Exiting; stopping=315eb151f916,38243,1732112656868; zookeeper connection closed. 2024-11-20T14:27:23,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38243-0x10015515fa70000, quorum=127.0.0.1:60221, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T14:27:23,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T14:27:23,088 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T14:27:23,088 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T14:27:23,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T14:27:23,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9343666a-9382-4cdd-a0f8-ecb53a0caa5d/hadoop.log.dir/,STOPPED} 2024-11-20T14:27:23,091 WARN [BP-1747284793-172.17.0.2-1732112654019 heartbeating to localhost/127.0.0.1:45453 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T14:27:23,091 WARN [BP-1747284793-172.17.0.2-1732112654019 heartbeating to localhost/127.0.0.1:45453 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1747284793-172.17.0.2-1732112654019 (Datanode Uuid da174856-d310-4c4f-8090-a373cc62731d) service to localhost/127.0.0.1:45453 2024-11-20T14:27:23,091 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T14:27:23,091 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T14:27:23,093 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9343666a-9382-4cdd-a0f8-ecb53a0caa5d/cluster_8bfb7870-ce22-0f49-ebf7-77f1fb574ba9/dfs/data/data1/current/BP-1747284793-172.17.0.2-1732112654019 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T14:27:23,093 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9343666a-9382-4cdd-a0f8-ecb53a0caa5d/cluster_8bfb7870-ce22-0f49-ebf7-77f1fb574ba9/dfs/data/data2/current/BP-1747284793-172.17.0.2-1732112654019 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T14:27:23,094 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T14:27:23,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T14:27:23,102 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T14:27:23,102 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T14:27:23,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T14:27:23,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9343666a-9382-4cdd-a0f8-ecb53a0caa5d/hadoop.log.dir/,STOPPED} 2024-11-20T14:27:23,119 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-20T14:27:23,240 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down